-- Logs begin at Wed 2021-04-07 07:10:40 UTC, end at Wed 2021-04-07 08:15:58 UTC. --
Apr 07 07:47:06.451745 dv-cinder-782390-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 07 07:47:09.364461 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.common.config [-] Logging enabled!
Apr 07 07:47:09.365154 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev40
Apr 07 07:47:09.366364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 07 07:47:09.368149 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.common.config [-] Logging enabled!
Apr 07 07:47:09.368437 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev40
Apr 07 07:47:09.368792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 07 07:47:09.369890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 07 07:47:09.370156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 07 07:47:09.371202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 07 07:47:09.371489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 07 07:47:09.371751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 07 07:47:09.372126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.372472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.372814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.373103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.373453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.373789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.374116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.374453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.374795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.375117 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.375436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.375757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.376024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.376347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.377189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.377551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.377810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.378132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.378673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.378996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.379323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.379650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.380229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.380571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.380909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.381264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.381633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] host                           = dv-cinder-782390-4-iscsi {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.381955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.382287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.382618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.382950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.383264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.383585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.383914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.384229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.384549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.384856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.385214 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.385550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.385887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.386148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.386411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.386736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.387072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.387385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.387699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.388009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.388323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.388635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.388937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.389294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.389623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.389952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.390269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.390576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.390891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.391237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.391530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.391951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.392259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.393154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.393484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.393796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.394104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.394446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.394777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.395102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.395424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.395743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.396063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.396370 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.396678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.396985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.397321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.397627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.397953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.398265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.398567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.398875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.399184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.399508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:09.399850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.400194 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.400539 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.400866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.401230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.401550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.401945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.402240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.402577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.402910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.403236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.403548 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.403873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.404189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.404527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.404876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.405254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.405581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.405893 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.407443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.407443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.407443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.407443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.407443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.407976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.408084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.408345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.408681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.408997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.409339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.409662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.409992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.410308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.410625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.410946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.411262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.411575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.411890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.412200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.412533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.412845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.413182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.413497 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.413810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.414223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.414596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.415014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.415336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.415653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.415974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.416801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.417155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.417484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.417807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.418127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.418446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.418763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.419081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.419405 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.419700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.420128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.420536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.420536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.421520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.421520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.421786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.422029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.422338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.422752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.423133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.423501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.424038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.424468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.424882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.425321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.425723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.426132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.426530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.426942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.427342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.427787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.428280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.428625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.429084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.429494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.430198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.430948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.431276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.431608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.431948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.432382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.432721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.433348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.433825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.434227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.434674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.435068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.435428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.435792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:09.437228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 07 07:47:09.437525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84206) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 07 07:47:10.115456 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO keyring.backend [-] Loading Gnome
Apr 07 07:47:10.132711 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO keyring.backend [-] Loading Google
Apr 07 07:47:10.135402 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO keyring.backend [-] Loading Windows (alt)
Apr 07 07:47:10.139123 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO keyring.backend [-] Loading file
Apr 07 07:47:10.139954 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO keyring.backend [-] Loading keyczar
Apr 07 07:47:10.140231 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO keyring.backend [-] Loading multi
Apr 07 07:47:10.140889 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO keyring.backend [-] Loading pyfs
Apr 07 07:47:10.188476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:10.188774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:10.189122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:10.189523 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 07 07:47:10.582964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.583496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.583616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.586642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.586954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.587253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.625290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.625597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.625899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.639822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.640145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.640443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.708916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.709258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.709565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.710703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.711007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.711304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.991317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9f20e44ae8> agent after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.991609 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f9f20e44ae8> agent after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.991912 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f9f20e44b70> segment precommit_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.992253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f9f20e44bf8> network precommit_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:10.994211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f9f20e44510> segment before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.148721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> network before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.149034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f9f20e1e840> agent before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.149376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> network before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.149679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> port before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.149978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> port before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.150358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> segment after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.150654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> segment precommit_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.150945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> segment precommit_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.151234 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> segment after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.151563 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> network after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.151891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> network precommit_delete 0 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.152192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> port provisioning_complete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.152502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.152780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> rbac-policy after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.153106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> agent after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.153424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> subnet after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.153717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> subnet precommit_delete 0 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.154030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.154312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.154648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> segment_host_mapping after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.155087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> port after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.155380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> port after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.155660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> port after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.155987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.156263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.156542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9f20c43da0>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.156963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 07:47:11.157262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 07:47:11.157536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 07:47:11.157801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 07:47:11.158102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 07:47:11.158371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 07:47:11.158790 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 07 07:47:11.162067 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 07 07:47:11.166089 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 07 07:47:11.170041 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 07 07:47:11.171706 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 07 07:47:11.172971 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 07 07:47:11.173383 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 07 07:47:11.174353 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 07 07:47:11.177124 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 07 07:47:11.177410 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 07 07:47:11.177804 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 07 07:47:11.205308 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 07 07:47:11.205831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f9f20e63978>> qos_plugin after_init 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.206168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84206) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 07 07:47:11.206578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f9f20bee518>> logging-plugin after_init 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.207930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84206) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 07 07:47:11.208258 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 07 07:47:11.208536 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 07 07:47:11.211713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9f20bee588>> floatingip before_response 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.212029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9f20bee588>> port before_response 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.278317 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 07 07:47:11.278596 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 07 07:47:11.278862 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 07 07:47:11.279280 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 07 07:47:11.314300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.sqlalchemy.engines [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84206) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 07 07:47:11.767365 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Initializing driver for type 'gre'
Apr 07 07:47:11.767932 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] gre ID ranges: [(1, 1000)]
Apr 07 07:47:11.808944 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Initializing driver for type 'local'
Apr 07 07:47:11.809339 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Initializing driver for type 'vlan'
Apr 07 07:47:11.819505 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] VlanTypeDriver initialization complete
Apr 07 07:47:11.819884 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Initializing driver for type 'vxlan'
Apr 07 07:47:11.820425 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] vxlan ID ranges: [(1, 1000)]
Apr 07 07:47:11.861993 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Initializing extension driver 'port_security'
Apr 07 07:47:11.862351 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.extensions.port_security [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] PortSecurityExtensionDriver initialization complete
Apr 07 07:47:11.862715 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Initializing mechanism driver 'openvswitch'
Apr 07 07:47:11.863071 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Initializing mechanism driver 'hyperv'
Apr 07 07:47:11.869431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:47:11.870247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f20bc1c50>> port after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.870649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f20bc1c50>> port after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.871035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f20bc1c50>> port after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.871449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078f7b8>> subnet after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.871829 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078f7b8>> subnet after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.872202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078f7b8>> subnet after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.872607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078f978>> network after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.872982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078f978>> network after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.873423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078f978>> network after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.873828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078fb38>> security_group after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.874203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078fb38>> security_group after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.874572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078fb38>> security_group after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.874978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078fcf8>> security_group_rule after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.875357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078fcf8>> security_group_rule after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.875721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078fcf8>> security_group_rule after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.876251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078feb8>> address_group after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.877337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078feb8>> address_group after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.877545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9f2078feb8>> address_group after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.877908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] ML2 OVO RPC backend initialized. {{(pid=84206) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 07 07:47:11.878687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> router_interface after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.879071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> router_interface after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.879518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> network before_response 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.880154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> networks before_response 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.880525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> port before_response 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.880896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> ports before_response 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.881288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> subnet before_response 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.881659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> subnets before_response 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.882034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> network after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.882437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> network after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.882762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> network after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.883126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> port after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.883492 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> port after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.883854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> port after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.884216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> subnet after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.884577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> subnet after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.884938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f9f20793160>> subnet after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.885998 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.plugin [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Modular L2 Plugin initialization complete
Apr 07 07:47:11.885998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading services supported by the core plugin {{(pid=84206) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 07 07:47:11.886266 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.plugins.ml2.managers [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Got port-security extension from driver 'port_security'
Apr 07 07:47:11.886764 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.extensions.vlantransparent [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Disabled vlantransparent extension.
Apr 07 07:47:11.887299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84206) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 07 07:47:11.887639 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading Plugin: router
Apr 07 07:47:11.924739 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router_interface before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.925196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router after_create 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.925594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router before_create 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.925997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router_interface before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.926402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router_interface after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.926783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router after_delete 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.927173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> floatingip after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.927569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router after_create 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.927945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router after_update 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.928329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router after_update 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.928708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router_gateway after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.929125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router after_update 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.929613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router precommit_update 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.930024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f9f20dd5840> port after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.930396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f9f20dd5730> port after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.930765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f9f20dd57b8> subnet after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.931131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f9f20dd58c8> subnetpool_address_scope after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.931513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> port precommit_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.931890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router precommit_create 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.932263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9f20d9c9d8> port before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.932634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router precommit_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.933030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router after_update 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.933428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router precommit_delete 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.933806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router precommit_create 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.934206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router_interface after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.934580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> router precommit_update 55549900 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.935000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9f20793128>> network after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.935972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Tracking information for resource: router configured {{(pid=84206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 07:47:11.936332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Tracking information for resource: floatingip configured {{(pid=84206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 07 07:47:11.941677 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_agentschedulers_db [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 07 07:47:11.942317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9f20715e18> port after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.942704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9f20715d08> port after_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.943080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function _notify_port_delete at 0x7f9f20715d90> port after_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.943462 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9f20717048> port after_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.944359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9f2072cf60>> router before_create 55550100 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.944759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9f2072cf60>> router precommit_delete 55550100 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.945178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9f2072cf60>> router precommit_create 55550100 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.945568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9f2072cf60>> router precommit_update 55550100 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.950162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.provider_configuration [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service providers = [] {{(pid=84206) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 07 07:47:11.950552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.servicetype_db [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84206) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 07 07:47:11.953519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.service_base [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 07 07:47:11.953899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.service_base [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 07 07:47:11.954268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.service_base [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 07 07:47:11.955174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.service_base [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 07 07:47:11.955568 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.services.service_base [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 07 07:47:11.955975 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 07:47:11.956322 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 07 07:47:11.966291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 07:47:11.966637 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading Plugin: auto_allocate
Apr 07 07:47:11.972387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9f206a2510> network precommit_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.972781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9f206a2510> network precommit_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.973387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 07:47:11.973738 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading Plugin: tag
Apr 07 07:47:11.980579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 07:47:11.980946 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading Plugin: timestamp
Apr 07 07:47:11.984762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 07:47:11.985149 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading Plugin: network_ip_availability
Apr 07 07:47:11.991268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f206a1358>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.991673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f206a1358>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.992053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f206a1358>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:11.992830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 07:47:11.993212 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading Plugin: flavors
Apr 07 07:47:11.997667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 07:47:11.998028 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading Plugin: revisions
Apr 07 07:47:12.002838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 07 07:47:12.003257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.814s {{(pid=84206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:12.004048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84206) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 07 07:47:12.004405 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Initializing extension manager.
Apr 07 07:47:12.005255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: __init__.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.005628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: __pycache__ {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.005991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.006352 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: address_group.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.007139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.007910 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: address-group
Apr 07 07:47:12.008269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: address_scope.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.009016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.009612 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: address-scope
Apr 07 07:47:12.009965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: admin_state_down_before_update.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.010883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.011460 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: router-admin-state-down-before-update
Apr 07 07:47:12.011813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: agent.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.012547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.013139 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: agent
Apr 07 07:47:12.013493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: agent_resources_synced.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.014391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.014966 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: agent-resources-synced
Apr 07 07:47:12.015317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: allowedaddresspairs.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.017097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.017757 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: allowed-address-pairs
Apr 07 07:47:12.018072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: auto_allocated_topology.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.019132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.019707 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: auto-allocated-topology
Apr 07 07:47:12.020064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: availability_zone.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.020828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.021420 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: availability_zone
Apr 07 07:47:12.021774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: availability_zone_filter.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.022689 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.023261 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: availability_zone_filter
Apr 07 07:47:12.023612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: data_plane_status.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.024510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.025110 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension data-plane-status not supported by any of loaded plugins
Apr 07 07:47:12.025472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: default_subnetpools.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.026376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.026945 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: default-subnetpools
Apr 07 07:47:12.027298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: dhcpagentscheduler.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.028153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.029966 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: dhcp_agent_scheduler
Apr 07 07:47:12.030349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: dns.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.031272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.031847 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension dns-integration not supported by any of loaded plugins
Apr 07 07:47:12.032208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: dns_domain_ports.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.033165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.033738 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 07 07:47:12.034094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: dvr.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.034808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.035378 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: dvr
Apr 07 07:47:12.035732 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: empty_string_filtering.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.036631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.037232 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: empty-string-filtering
Apr 07 07:47:12.037593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.038488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.039050 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 07 07:47:12.039402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.040295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.040856 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 07 07:47:12.041241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: external_net.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.042158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.042727 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: external-net
Apr 07 07:47:12.043076 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: extra_dhcp_opt.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.043971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.044541 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: extra_dhcp_opt
Apr 07 07:47:12.044891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: extraroute.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.045832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.046411 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: extraroute
Apr 07 07:47:12.046764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: extraroute_atomic.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.047771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.048344 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: extraroute-atomic
Apr 07 07:47:12.049247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: filter_validation.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.049938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.050563 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: filter-validation
Apr 07 07:47:12.050913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: fip_pf_description.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.051813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.052375 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 07 07:47:12.052726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: fip_port_details.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.053667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.054235 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: fip-port-details
Apr 07 07:47:12.054583 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: flavors.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.055823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.056398 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: flavors
Apr 07 07:47:12.056752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.058405 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.058993 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 07 07:47:12.059354 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: floatingip_pools.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.060198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.060774 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: floatingip-pools
Apr 07 07:47:12.061150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: ip_allocation.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.062067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.062646 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension ip_allocation not supported by any of loaded plugins
Apr 07 07:47:12.062999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.063899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.065035 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: ip-substring-filtering
Apr 07 07:47:12.065419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: l2_adjacency.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.066334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.066901 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 07 07:47:12.067251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: l3.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.068307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.068885 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: router
Apr 07 07:47:12.069264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: l3_conntrack_helper.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.071496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.072093 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 07 07:47:12.072454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.073401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.073980 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: ext-gw-mode
Apr 07 07:47:12.074335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.075236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.075814 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: l3-ha
Apr 07 07:47:12.076170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: l3_flavors.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.077092 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.077672 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: l3-flavors
Apr 07 07:47:12.078024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.078923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.079496 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 07 07:47:12.079877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: l3agentscheduler.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.081197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.081796 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: l3_agent_scheduler
Apr 07 07:47:12.082155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: logging.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.083672 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.084256 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension logging not supported by any of loaded plugins
Apr 07 07:47:12.084621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: metering.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.085454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.086144 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: metering
Apr 07 07:47:12.086508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.087602 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.089097 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: metering_source_and_destination_fields
Apr 07 07:47:12.089097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: multiprovidernet.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.089097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.091089 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: multi-provider
Apr 07 07:47:12.091089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: netmtu.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.091382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.091757 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: net-mtu
Apr 07 07:47:12.092111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: netmtu_writable.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.093030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.093650 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: net-mtu-writable
Apr 07 07:47:12.094010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: network_availability_zone.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.094946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.095740 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: network_availability_zone
Apr 07 07:47:12.096247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: network_ip_availability.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.097455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.098029 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: network-ip-availability
Apr 07 07:47:12.098382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: network_segment_range.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.099197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.099769 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension network-segment-range not supported by any of loaded plugins
Apr 07 07:47:12.100121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: pagination.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.101232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.101603 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: pagination
Apr 07 07:47:12.101956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: port_device_profile.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.102864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.103441 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: port-device-profile
Apr 07 07:47:12.103793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.104700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.105340 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: port-mac-address-regenerate
Apr 07 07:47:12.105697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.106606 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.107185 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: port-numa-affinity-policy
Apr 07 07:47:12.107538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: port_resource_request.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.108451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.109021 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension port-resource-request not supported by any of loaded plugins
Apr 07 07:47:12.109400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: portbindings.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.110312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.110879 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: binding
Apr 07 07:47:12.111751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: portbindings_extended.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.113032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.113643 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: binding-extended
Apr 07 07:47:12.114003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: portsecurity.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.114915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.115486 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: port-security
Apr 07 07:47:12.115844 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: project_id.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.116914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.117375 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: project-id
Apr 07 07:47:12.117740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: providernet.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.118659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.119238 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: provider
Apr 07 07:47:12.119595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.123221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.123815 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos not supported by any of loaded plugins
Apr 07 07:47:12.124183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.125534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.126120 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 07 07:47:12.126477 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.127942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.128512 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 07 07:47:12.128875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos_default.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.129818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.130650 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos-default not supported by any of loaded plugins
Apr 07 07:47:12.131001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos_fip.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.131698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.132263 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos-fip not supported by any of loaded plugins
Apr 07 07:47:12.132623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos_gateway_ip.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.133605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.134167 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 07 07:47:12.134524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos_port_network_policy.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.135423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.135985 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 07 07:47:12.136338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos_rule_type_details.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.137270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.137843 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 07 07:47:12.138199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: qos_rules_alias.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.139213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.139787 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 07 07:47:12.140145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: quotasv2.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.141168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.141546 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: quotas
Apr 07 07:47:12.141894 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: quotasv2_detail.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.143508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.143883 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: quota_details
Apr 07 07:47:12.144245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: rbac.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.145445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.146020 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: rbac-policies
Apr 07 07:47:12.146380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: rbac_address_group.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.147298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.147962 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: rbac-address-group
Apr 07 07:47:12.148313 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: rbac_address_scope.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.149249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.149824 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: rbac-address-scope
Apr 07 07:47:12.150173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: rbac_security_groups.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.151181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.151766 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: rbac-security-groups
Apr 07 07:47:12.152116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: rbac_subnetpool.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.153017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.153621 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: rbac-subnetpool
Apr 07 07:47:12.153973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: revisionifmatch.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.154877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.155450 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: revision-if-match
Apr 07 07:47:12.155803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: revisions.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.156942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.157566 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: standard-attr-revisions
Apr 07 07:47:12.157953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: router_availability_zone.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.158655 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.159230 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: router_availability_zone
Apr 07 07:47:12.159579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: routerservicetype.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.160574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.161374 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension router-service-type not supported by any of loaded plugins
Apr 07 07:47:12.161869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.162824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.163479 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: security-groups-normalized-cidr
Apr 07 07:47:12.163830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: security_groups_port_filtering.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.164749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.165351 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: port-security-groups-filtering
Apr 07 07:47:12.165704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.166631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.167201 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: security-groups-remote-address-group
Apr 07 07:47:12.167553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: securitygroup.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.180977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.181616 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: security-group
Apr 07 07:47:12.181986 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: segment.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.182837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.183412 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension segment not supported by any of loaded plugins
Apr 07 07:47:12.183774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.184711 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.185315 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 07 07:47:12.185677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: servicetype.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.186766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.187347 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: service-type
Apr 07 07:47:12.187702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: sorting.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.188668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.189065 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: sorting
Apr 07 07:47:12.190040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: standard_attr_segment.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.190957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.191537 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 07 07:47:12.191894 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: standardattrdescription.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.192573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.193174 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: standard-attr-description
Apr 07 07:47:12.193532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: stateful_security_group.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.194481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.195098 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: stateful-security-group
Apr 07 07:47:12.195450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: stdattrs_common.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.196030 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 07 07:47:12.196382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.197443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.198028 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 07 07:47:12.198381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: subnet_onboard.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.199432 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.200014 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: subnet_onboard
Apr 07 07:47:12.200373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.201317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.201895 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 07 07:47:12.202254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: subnet_service_types.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.203169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.203742 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: subnet-service-types
Apr 07 07:47:12.204095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: subnetallocation.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.205210 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.205790 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: subnet_allocation
Apr 07 07:47:12.206145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.206831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.207401 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: subnetpool-prefix-ops
Apr 07 07:47:12.207753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.208673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.209280 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 07 07:47:12.209670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: tagging.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.210988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.211584 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: standard-attr-tag
Apr 07 07:47:12.211941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: timestamp.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.213132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.213720 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loaded extension: standard-attr-timestamp
Apr 07 07:47:12.214079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: trunk.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.215101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.215673 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension trunk not supported by any of loaded plugins
Apr 07 07:47:12.216026 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: trunk_details.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.216948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.217577 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension trunk-details not supported by any of loaded plugins
Apr 07 07:47:12.217931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: uplink_status_propagation.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.218838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.219411 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 07 07:47:12.219764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Loading extension file: vlantransparent.py {{(pid=84206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 07 07:47:12.220469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 07 07:47:12.221033 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 07 07:47:12.223763 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:network
Apr 07 07:47:12.224651 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:subnet
Apr 07 07:47:12.225268 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 07:47:12.226001 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:port
Apr 07 07:47:12.227471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.227946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service FLAVORS assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.228617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.229164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.229530 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:router
Apr 07 07:47:12.230285 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:floatingip
Apr 07 07:47:12.231059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service METERING assigned prefix: /metering {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.232870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f2058b550>> rbac-policy before_create 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:12.233291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f2058b550>> rbac-policy before_update 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:12.233670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9f2058b550>> rbac-policy before_delete 55550000 {{(pid=84206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:47:12.234778 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of CountableResource for resource:rbac_policy
Apr 07 07:47:12.235257 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:security_group
Apr 07 07:47:12.236665 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 07 07:47:12.237503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service CORE assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.237868 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 07:47:12.238227 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] subnetpool is already registered
Apr 07 07:47:12.238885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service CORE assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.239243 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 07:47:12.239596 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] subnetpool is already registered
Apr 07 07:47:12.242363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.242837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service FLAVORS assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.243470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.243925 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.244284 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:router
Apr 07 07:47:12.244640 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] router is already registered
Apr 07 07:47:12.245307 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:floatingip
Apr 07 07:47:12.245740 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] floatingip is already registered
Apr 07 07:47:12.246423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service METERING assigned prefix: /metering {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.247145 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of CountableResource for resource:rbac_policy
Apr 07 07:47:12.247502 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] rbac_policy is already registered
Apr 07 07:47:12.248820 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:security_group
Apr 07 07:47:12.249215 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] security_group is already registered
Apr 07 07:47:12.249866 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 07 07:47:12.250226 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] security_group_rule is already registered
Apr 07 07:47:12.250957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service CORE assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.251316 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 07:47:12.251715 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] subnetpool is already registered
Apr 07 07:47:12.252885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.resource_helper [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Service CORE assigned prefix:  {{(pid=84206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 07 07:47:12.253281 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Creating instance of TrackedResource for resource:subnetpool
Apr 07 07:47:12.253641 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.quota.resource_registry [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] subnetpool is already registered
Apr 07 07:47:12.254362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: extensions {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.256131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: address-groups {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.257812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: address-scopes {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.259078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: agents {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.260278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: auto-allocated-topology {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.261698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: availability_zones {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.263081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: dhcp-networks {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.264531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: dhcp-agents {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.266048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: routers {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.267986 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: flavors {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.269182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: service_profiles {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.270443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: next_providers {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.272028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: service_profiles {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.273571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: floatingip-pools {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.274942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: routers {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.276805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: floatingips {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.278071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: l3-routers {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.279519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: l3-agents {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.280983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: metering-labels {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.282409 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: metering-label-rules {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.284256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: network-ip-availabilities {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.285582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: bindings {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.287291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: quotas {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.288798 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: quotas {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.290369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: rbac-policies {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.291708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: security-groups {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.292988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: security-group-rules {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.294309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: service-providers {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.295621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: subnetpools {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.297091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: subnetpools {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.299157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.300902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.302820 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.304657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.306558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.308471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.310262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.313091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.314973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.316911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.extensions [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Extended resource: tags {{(pid=84206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 07 07:47:12.323890 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING keystonemiddleware.auth_token [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 07 07:47:12.329157 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING keystonemiddleware.auth_token [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 07 07:47:12.337899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Acquired lock "singleton_lock" {{(pid=84206) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 07 07:47:12.338420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Releasing lock "singleton_lock" {{(pid=84206) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 07 07:47:12.339856 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO oslo_service.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Starting 2 workers
Apr 07 07:47:12.344696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Started child 84317 {{(pid=84206) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 07 07:47:12.349249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:12.349978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Started child 84318 {{(pid=84206) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 07 07:47:12.350720 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [-] (84317) wsgi starting up on http://0.0.0.0:9696
Apr 07 07:47:12.351529 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Neutron service started, listening on 0.0.0.0:9696
Apr 07 07:47:12.352569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Notify callbacks [] for process, before_spawn {{(pid=84206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:12.354309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:12.355221 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO oslo_service.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Starting 1 workers
Apr 07 07:47:12.356379 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [-] (84318) wsgi starting up on http://0.0.0.0:9696
Apr 07 07:47:12.361195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Started child 84319 {{(pid=84206) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 07 07:47:12.362869 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO oslo_service.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Starting 1 workers
Apr 07 07:47:12.366186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] calling RpcWorker wait() {{(pid=84319) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 07 07:47:12.366847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] returning from RpcWorker wait() {{(pid=84319) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 07 07:47:12.367373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Started child 84320 {{(pid=84206) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 07 07:47:12.368173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be13e933-3a64-4f33-9b36-6cad3574f92d None None] Notify callbacks [] for process, after_spawn {{(pid=84206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:12.368664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:12.369326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:47:12.369804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84206) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 07 07:47:12.370266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 07 07:47:12.370439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 07 07:47:12.370691 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 07 07:47:12.371080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 07 07:47:12.371249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 07 07:47:12.371811 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.372122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.372472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.372714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.373029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.373758 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.374057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:12.374176 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.374333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.374621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.374899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.375093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.375261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.375584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.375853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.376195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.376470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.376779 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.377160 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.377377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.377645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.377966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.378255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.378550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.378826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.379382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.379649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.380178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.380431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.380738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.381003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.381387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.381605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.381834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.382104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.382365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.382607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.382846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.383105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.383350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.383605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.384051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] host                           = dv-cinder-782390-4-iscsi {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.384306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.384569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.384832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.385174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.385385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.385600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.385904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.386205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.386431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.386668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.386945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.387214 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.387513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.387761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.387951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.388187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.388502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.388789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.388993 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.389186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.389431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.389598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.389768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.390032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.390273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.390456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.390720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.391025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.391224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.391481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.391729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.391990 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.392220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.392579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.392841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.393114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.393483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.393651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.393883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.394137 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.394378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.394637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.394899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.395138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.395389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.395659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.395932 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.396191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.396442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.396718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.396953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.397221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.397548 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.397810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.398065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.398338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.398580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.398852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.399096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.399362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.399601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.399837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.400075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.400359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.400600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.400837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.401184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.401441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.401794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.402265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.402555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.402883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.403227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.403438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.403728 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.403978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.404231 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.404442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:47:12.404561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.404755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.405256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.405525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.405850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.407349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.407349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.407349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.407349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.407349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.407349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.409332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.409332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.409332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.409332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.409332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.409664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.61/identity {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.409664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.410512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.410512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.410512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.410753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.410826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.411070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.411366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.411621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.411863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.412115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.412389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.412630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.412892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.413187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.413496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.413792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.414069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.414311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.414553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.414794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.415038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.415303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.415571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.415842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.416128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.416396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.416649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.416855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.417426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.417426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.417729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.417907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.418167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.418415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.419202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.421399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.422185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.422604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.423033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.424603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.425017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.425484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.425843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.426120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.426395 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.426661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.426969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.427242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.427504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.427766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.428025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.428275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.428554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.428810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.429092 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.429351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.429636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.429854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.430163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.430521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.430813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.431092 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.431369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.431663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.431920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.432210 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.432489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.432749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.433032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.433387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.433693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.433992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.434273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.434633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.435168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.435168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.435449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.435724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.436028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.436323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.436629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.436919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.437239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.437532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.437843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.438169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.438435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.438736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.438995 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.439319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.439645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.439969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.440251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.440544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.440839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.441154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.441451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.441755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.442033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.442309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.442567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.442893 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.443184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.443448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.443720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.443996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.444353 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.444755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.445025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.445317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.445625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.445929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.446189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.446488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.446783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.447065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.447351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.447627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.61/identity {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.447907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.448177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.448461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.448726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.448996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.449287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.449579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.449849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.450097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.450398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.450667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.450939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.451187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.451442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.451709 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.451978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.452227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.452496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.452773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.453064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.453064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.453064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.453064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.453064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.453064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.453064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.453064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.456201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.456201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.456201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.456201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.456831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.456831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.458171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.458171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.458171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.458171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.458171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.458171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.459180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.459180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.459180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.459180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.462172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.462172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.462172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.462172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.462172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.462172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.462172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.462172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.464469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.464469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.464469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.464469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.464469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.464469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.464469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.464469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.465854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.465854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.465854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.465854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.465854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.465854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.465854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.465854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.466572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.466572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.466572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.466572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.466572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.466572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.467066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.467066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.467321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.467321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.467679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.467937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.468107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.469074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.469074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.469074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.469341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.469644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.469904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.470193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.471002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.471270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.471530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.471861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.472255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.472600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.472921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.473565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.473565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.473851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.474164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.474419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.474743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.475116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.475420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.475725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.476005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.476315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.476576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.476821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.477081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.477348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.477605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.477889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.478177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.478460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.478712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.478983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.479238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.479531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.479779 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.480052 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.480303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.480490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 07 07:47:12.481034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84206) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 07 07:47:12.481248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 07 07:47:12.481434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 07 07:47:12.481659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 07 07:47:12.481863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 07 07:47:12.482047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 07 07:47:12.482297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.482490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.482682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.482871 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.483064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.483274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.483465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.483652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.483839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.484026 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.484213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.484400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.484587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.484774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.484963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.485384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.485384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.485669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.485669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.485915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.486167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.486808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.486948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.487049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.487240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.487465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.487607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.487981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.488208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.488314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.488473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.488645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.489005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.489217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.489406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.489594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.489780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.489968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.490155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.490343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.490529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] host                           = dv-cinder-782390-4-iscsi {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.490715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.490903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.491089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.491279 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.491461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.491647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.491833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.492019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.492208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.492393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.492585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.492772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.492960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.493174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.493362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.493550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.493736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.493921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.494134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.494325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.494511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.494700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.494889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.495075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.495267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.495434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.495622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.495807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.495970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.496157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.496344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.496512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.496694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.496880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.497099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.497256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.497440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.497628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.497793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.497975 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.498445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.498445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.498445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.498445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.498445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.498445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.501934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.502407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.502407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.502407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.502407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.502407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.502704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.502704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 07 07:47:12.502881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.503092 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.503258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.503413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.503654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.503772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.503966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.505956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.506149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.506346 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.506537 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.506825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.507019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.507231 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.507421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.507615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.61/identity {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.507844 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.508029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.508220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.508412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.508601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.508793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.508984 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.509199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.509390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.509568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.509749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.509938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.510168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.510359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.510549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.510740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.510929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.511119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.511310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.511498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.511687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.511881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.512071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.512260 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.512448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.512650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.512839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.513027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.513243 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.513436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.513628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.513817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.514004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.514194 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.514382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.514570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.514814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.515001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.515191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.515379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.515569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.515785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.515898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.516082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.516273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.516463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.516653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.516845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.517056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.517239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.517440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.517610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.517793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.518093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.518253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.518542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.518542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.518841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.518841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.519081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.519187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.519285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.519461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.519651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.519839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.520029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.520216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.520404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.520592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.520781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.520970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.521184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.521383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.521572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.521761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.521951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.522165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.522330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.522518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.522709 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.522897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.523088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.523276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.523464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.523652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.523843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.524041 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.524232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.524332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:47:12.524430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.524585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.524783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.524983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.525198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.525388 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.525578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.525810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.525956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.526145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.526335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.526522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.526711 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.526901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.527098 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.527300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.527488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.527679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.527868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.528106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.528300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.528487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.528676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.528865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.529089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.529247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.529435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.529625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.529817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.530004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.530195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.61/identity {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.530365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.530556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.530752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.530923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.531289 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.531485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.531674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.531866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.532058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.532248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.532438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.532657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.532808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.533506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.533658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.533807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.534001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.534190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.534379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.534568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.534730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.534921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.535110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.535298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.535457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.535652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.535841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.536032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.536220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.536411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.536600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.536790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.536981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.537197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.537385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.537598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.537738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.537930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.538124 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.538360 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.538500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.538700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.538870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.539027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.539173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.539311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.539442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.539631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.539818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.540008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.540199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.540385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.540574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.540762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.540954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.541174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.541343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.541532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.541721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.541911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.542069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.542230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.542439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.542629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.542817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.543008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.543198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.543398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.543589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.543778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.543965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.544155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.544355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.544544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.544733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.544921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.545136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.545339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.545511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.545877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.546051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.546244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.546438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.546615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.546808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.546998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.547191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.547380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.547571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.547763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.547955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.548150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.548364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.548549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.549263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.549457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.549660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.549859 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.550049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.550246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.550450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.550647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.550837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.551028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.551218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.551408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.551597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.551787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.551976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.552166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.552355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.552544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.552733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.552922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.553166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.553359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.553547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.553737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.553927 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.554120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 07 07:47:12.554300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 07 07:47:12.625014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33320) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:12.637179 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0099089
Apr 07 07:47:23.426087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8632f866-3e22-4972-8aa2-1045949a8fe0 None None] get_active_networks_info from dv-cinder-782390-4-iscsi {{(pid=84319) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 07 07:47:23.645258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632f866-3e22-4972-8aa2-1045949a8fe0 None None] No non-hosted networks {{(pid=84319) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 07 07:47:23.686409 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aacf3501-3df7-4afc-87a6-02e5e67a3d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314'] for agent, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:25.966909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a0a201ef-6184-49a4-a941-91479128edbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314'] for agent, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:26.075242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1690e5c-3226-4c02-9e6e-62752f042c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:26.414916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314'] for agent, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:27.386010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314'] for agent, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:27.386696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.387236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.387745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.388269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.388775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.389333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.389848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.390370 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.390988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.391490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.391987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.392484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:27.393071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8e7c18>, 'Open vSwitch agent', 'dv-cinder-782390-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:47:27.403202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8ea358>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782390-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:47:28.093750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314'] for agent, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:29.482802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33410) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:30.115437 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING oslo_policy.policy [None req-0920a233-42f0-4f91-9b39-ceec2336a2a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 07:47:30.116107 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING oslo_policy.policy [None req-0920a233-42f0-4f91-9b39-ceec2336a2a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 07:47:30.351355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [None req-0920a233-42f0-4f91-9b39-ceec2336a2a1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:47:30.352532 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0920a233-42f0-4f91-9b39-ceec2336a2a1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8687804
Apr 07 07:47:32.228485 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_hamode_db [None req-cc19eef4-f30b-4c41-8c95-1484f851d108 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 07 07:47:32.318546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19eef4-f30b-4c41-8c95-1484f851d108 None None] Routers set() bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:47:32.318974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19eef4-f30b-4c41-8c95-1484f851d108 None None] Router IDs set() for agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 07 07:47:33.142158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33424) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:33.538346 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:47:33.643904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.policy [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84318) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 07 07:47:33.699006 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING oslo_policy.policy [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 07:47:33.699417 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING oslo_policy.policy [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 07:47:33.717170 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9f2012a908>.
Apr 07 07:47:33.732918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:47:33.789511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266762694441', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266762507057', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266762532445', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266762526449', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266762539209', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266762539958', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854619411', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854601718', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543461', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854030203'] for rbac-policy, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:33.854280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:33.855549 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a531a3e9-b89b-4e21-86f7-fb0ae9948ad5 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7123988
Apr 07 07:47:36.817221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33438) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:37.186041 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Request body: {'network': {'project_id': 'c6861eef1a054195a88b648b5584bb40', 'name': 'private', 'admin_state_up': True}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:47:37.192468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:47:37.197185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Usage tracker for resource:network and tenant:c6861eef1a054195a88b648b5584bb40 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:47:37.200862 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:47:37.207926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:47:37.217017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Made reservation on behalf of c6861eef1a054195a88b648b5584bb40 for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:47:37.223086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:37.239891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:37.257273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:47:37.261113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Usage tracker for resource:security_group_rule and tenant:c6861eef1a054195a88b648b5584bb40 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:47:37.264625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:47:37.271066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:47:37.528055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:37.530852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:37.535590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:37.554184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:47:37.581750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770089272503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:37.582364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9f20e44b70> segment precommit_create {{(pid=84318) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 07 07:47:37.582836 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Added segment bf6691c6-e800-4194-bff7-66024776e026 of type vlan for network b98c8d27-8f06-4105-b878-910ce6279403
Apr 07 07:47:37.634555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81497c1d-051d-46d0-82fe-5ef04405a2d4,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:47:37.651811 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.652178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.652536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.652887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.653262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.653619 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.653970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.654306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.654667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.655013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.655356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.655694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Tracked resource versions report:
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]: pushed versions:
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]: {   'AddressGroup': {'1.2'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'ConntrackHelper': {'1.0'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Log': {'1.0'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Network': {'1.1'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Port': {'1.7'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'PortForwarding': {'1.2'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'QosPolicy': {'1.8'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroup': {'1.4'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroupRule': {'1.2'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SubPort': {'1.0'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Subnet': {'1.1'},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Trunk': {'1.1'}}
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]: consumer versions:
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]: {   DHCP agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     L3 agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metadata agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metering agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:     Open vSwitch agent@dv-cinder-782390-4-iscsi: {   'AddressGroup': '1.2',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'ConntrackHelper': '1.0',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Log': '1.0',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Network': '1.1',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Port': '1.7',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'PortForwarding': '1.2',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'QosPolicy': '1.8',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroup': '1.4',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroupRule': '1.2',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SubPort': '1.0',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Subnet': '1.1',
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Trunk': '1.1'}}
Apr 07 07:47:37.656735 dv-cinder-782390-4-iscsi neutron-server[84206]:  {{(pid=84318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 07:47:37.704759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:37.708367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:37.746189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:37.747584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:47:37.748238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:37.754069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:37.866029 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0476196
Apr 07 07:47:37.868966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Pushing event updated for resources: {'Network': ['ID=b98c8d27-8f06-4105-b878-910ce6279403,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:47:37.883545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:37.893440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network b98c8d27-8f06-4105-b878-910ce6279403 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:47:40.898136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33454) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:41.371940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5182776-dd74-41cc-baab-5a29c588dd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:47:41.373409 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f5182776-dd74-41cc-baab-5a29c588dd03 admin admin] 10.222.0.61 "GET /v2.0/networks/b98c8d27-8f06-4105-b878-910ce6279403 HTTP/1.1" status: 200  len: 825 time: 0.4742177
Apr 07 07:47:41.402233 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c14fdc1c-be91-4d26-9e80-cd375f091b38 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/600302e8-1f99-4945-b03c-cb4a6a83e01f HTTP/1.1" status: 200  len: 734 time: 0.0218205
Apr 07 07:47:41.411486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'subnetpool_id': '600302e8-1f99-4945-b03c-cb4a6a83e01f', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:47:41.415889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:47:41.419782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Usage tracker for resource:subnet and tenant:c6861eef1a054195a88b648b5584bb40 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:47:41.423218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:47:41.429080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:47:41.438122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Made reservation on behalf of c6861eef1a054195a88b648b5584bb40 for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:47:41.443172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:41.927460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:41.942841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:42.077402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca245e54-4f0e-4303-96f4-d8d4a82de189,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:47:42.093198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:42.150583 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Checking segment: {'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:47:42.150882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Network hostable DHCP agents. Network: b98c8d27-8f06-4105-b878-910ce6279403, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:47:42.172091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Network b98c8d27-8f06-4105-b878-910ce6279403 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:47:42.181511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, b98c8d27-8f06-4105-b878-910ce6279403) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:47:42.190293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:47:42.190939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:42.192017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad51b5d-c18e-4df3-81b4-c34774cb950a None None] Network b98c8d27-8f06-4105-b878-910ce6279403 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:47:42.210798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8028038
Apr 07 07:47:42.520346 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-b98c8d27-8f06-4105-b878-910ce6279403', 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'fixed_ips': [{'subnet_id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 07:47:42.521614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:42.717019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Allocated IP 172.20.0.2 (b98c8d27-8f06-4105-b878-910ce6279403/ca245e54-4f0e-4303-96f4-d8d4a82de189/04768a12-78d9-47a5-bdf7-5c75e9c89ce3) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:47:43.204367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:43.222545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Transition to ACTIVE for port object 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:47:43.253217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Transition to ACTIVE for port object 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:47:43.259404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:43.320991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:43.411800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Pushing event updated for resources: {'Port': ['ID=04768a12-78d9-47a5-bdf7-5c75e9c89ce3,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:47:43.421999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.422371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.422773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.423135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.423499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.423859 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.424221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.424571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.424940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.425329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.425675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.426016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Tracked resource versions report:
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]: pushed versions:
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]: {   'AddressGroup': {'1.2'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'ConntrackHelper': {'1.0'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Log': {'1.0'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Network': {'1.1'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Port': {'1.7'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'PortForwarding': {'1.2'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'QosPolicy': {'1.8'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroup': {'1.4'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroupRule': {'1.2'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SubPort': {'1.0'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Subnet': {'1.1'},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Trunk': {'1.1'}}
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]: consumer versions:
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]: {   DHCP agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     L3 agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metadata agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metering agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:     Open vSwitch agent@dv-cinder-782390-4-iscsi: {   'AddressGroup': '1.2',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'ConntrackHelper': '1.0',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Log': '1.0',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Network': '1.1',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Port': '1.7',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'PortForwarding': '1.2',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'QosPolicy': '1.8',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroup': '1.4',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroupRule': '1.2',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SubPort': '1.0',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Subnet': '1.1',
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Trunk': '1.1'}}
Apr 07 07:47:43.427113 dv-cinder-782390-4-iscsi neutron-server[84206]:  {{(pid=84319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 07:47:43.434940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:43.485389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Network b98c8d27-8f06-4105-b878-910ce6279403 is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:47:43.486567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:47:43.491391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:47:43.589390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Attempting to bind port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:47:43.589828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Attempting to bind port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:47:43.590240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Attempting to bind port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 on network b98c8d27-8f06-4105-b878-910ce6279403 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:47:43.596858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:47:43.597371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Checking segment: {'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:47:43.598634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:43.598634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Bound using segment: {'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:47:43.598634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Bound port: 04768a12-78d9-47a5-bdf7-5c75e9c89ce3, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:47:43.599396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:43.697744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] For port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:47:43.701950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] For port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=04768a12-78d9-47a5-bdf7-5c75e9c89ce3,segment=NetworkSegment(bf6691c6-e800-4194-bff7-66024776e026),segment_id=bf6691c6-e800-4194-bff7-66024776e026)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:47:43.705331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:43.720600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:43.868251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Pushing event updated for resources: {'Port': ['ID=04768a12-78d9-47a5-bdf7-5c75e9c89ce3,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:47:43.872800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:44.999158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33464) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:45.404507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [None req-16704d44-d071-46d5-b87a-f64bc2d40cca admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:47:45.405662 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-16704d44-d071-46d5-b87a-f64bc2d40cca admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4055607
Apr 07 07:47:47.420637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:47:47.496382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:47:48.171441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 33478) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:48.734025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e732f3-b3b8-4c23-b6c6-6804355b9203 None None] Network b98c8d27-8f06-4105-b878-910ce6279403 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:47:48.834272 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING oslo_policy.policy [None req-fa252217-a601-422a-af7f-1b18c49a6d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 07:47:48.834903 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING oslo_policy.policy [None req-fa252217-a601-422a-af7f-1b18c49a6d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 07:47:48.842763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] Provisioning for port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:47:48.860425 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] Provisioning complete for port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:47:48.860879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:49.070058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [None req-fa252217-a601-422a-af7f-1b18c49a6d82 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84317) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:47:49.071378 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-fa252217-a601-422a-af7f-1b18c49a6d82 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8973696
Apr 07 07:47:49.094269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:49.145752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] For port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=04768a12-78d9-47a5-bdf7-5c75e9c89ce3,segment=NetworkSegment(bf6691c6-e800-4194-bff7-66024776e026),segment_id=bf6691c6-e800-4194-bff7-66024776e026)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:47:49.151856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:49.156220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:49.236823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] Pushing event updated for resources: {'Port': ['ID=04768a12-78d9-47a5-bdf7-5c75e9c89ce3,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:47:49.240267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:49.409946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:47:49.484504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-592de16c-bb3e-415e-a558-7764dc3e4971 None None] Provisioning complete for port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:47:49.484824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-592de16c-bb3e-415e-a558-7764dc3e4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:49.547257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:47:49.548402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:52.132305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33494) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:52.497683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:47:52.503030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:47:52.507223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Usage tracker for resource:router and tenant:c6861eef1a054195a88b648b5584bb40 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:47:52.510352 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:47:52.516997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:47:52.525989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:52.527295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:52.547457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:52.653435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:52.674774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:52.676042 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a59783a9-39d9-4059-8f3a-fc858900c77b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5426934
Apr 07 07:47:53.260449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e480d399-7256-409d-b50b-9ea389587abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:55.414282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33504) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:55.802853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [None req-5137afb4-72e4-4583-874c-9075df46ab72 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:47:55.803911 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5137afb4-72e4-4583-874c-9075df46ab72 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3886108
Apr 07 07:47:55.963435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ecb15f60-553d-4387-a438-4dcb2745d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:56.347054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:57.390036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:58.004674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:58.583603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33524) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:47:58.739319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:47:58.744110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:47:58.748109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Usage tracker for resource:network and tenant:6b6fb12c873e472ca7cac21c680c097f is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:47:58.752225 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:47:58.758614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:47:58.767436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Made reservation on behalf of 6b6fb12c873e472ca7cac21c680c097f for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:47:58.772074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:58.785184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:58.800460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:47:58.804321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b6fb12c873e472ca7cac21c680c097f is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:47:58.807191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:47:58.813105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:47:58.896067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:58.898804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:58.903154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:58.917306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=84318) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 07 07:47:58.942509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b506cc-dd2d-41cd-aa4d-76930a5b4dee,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:47:58.946232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:58.946619 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Added segment 1691e5ef-21c5-4713-b606-e3562ca4d12b of type flat for network a54ab3bc-3582-4b7f-9730-d5275712e69e
Apr 07 07:47:58.947939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:58.980800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:59.017069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:59.018919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:47:59.019545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:47:59.024333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:47:59.126753 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5420220
Apr 07 07:47:59.127479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a54ab3bc-3582-4b7f-9730-d5275712e69e,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:47:59.130481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:47:59.144658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network a54ab3bc-3582-4b7f-9730-d5275712e69e details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:48:01.656798 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 33544) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:48:01.773105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d63de46-0b1a-4a68-ac8b-8a376a55fecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:48:01.774526 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3d63de46-0b1a-4a68-ac8b-8a376a55fecf admin admin] 10.222.0.61 "GET /v2.0/subnets/ca245e54-4f0e-4303-96f4-d8d4a82de189 HTTP/1.1" status: 200  len: 849 time: 0.1166210
Apr 07 07:48:01.923784 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d2970401-31cb-4186-a1fa-98d6b5755228 admin admin] 10.222.0.61 "GET /v2.0/routers/8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 HTTP/1.1" status: 200  len: 704 time: 0.1432173
Apr 07 07:48:02.560565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:02.804001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Allocated IP 172.20.0.1 (b98c8d27-8f06-4105-b878-910ce6279403/ca245e54-4f0e-4303-96f4-d8d4a82de189/55a03cfc-7ed4-4206-9b8b-cd59a7c643f2) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:48:02.967277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:02.985312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Transition to ACTIVE for port object 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 will not be triggered until provisioned by entity DHCP. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:48:03.039023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:03.055111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:03.187476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=55a03cfc-7ed4-4206-9b8b-cd59a7c643f2,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:03.193757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:03.248265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Network b98c8d27-8f06-4105-b878-910ce6279403 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:48:03.249542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:48:03.252544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:48:03.253120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:03.506529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-456c184b-76f7-4c9c-ba77-cb744b083fc0 None None] Provisioning for port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:48:03.511665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-456c184b-76f7-4c9c-ba77-cb744b083fc0 None None] Provisioning complete for port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:48:03.512068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-456c184b-76f7-4c9c-ba77-cb744b083fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:03.534701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:03.572583 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-456c184b-76f7-4c9c-ba77-cb744b083fc0 None None] Port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:48:03.839890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:03.843592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:03.844693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:03.863630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:03.994351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=55a03cfc-7ed4-4206-9b8b-cd59a7c643f2,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:03.998551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:04.058280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Network b98c8d27-8f06-4105-b878-910ce6279403 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:48:04.059431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:48:04.298754 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3842ab93-2320-4bdf-8b3b-d88e5dc61177 None None] Provisioning complete for port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:48:04.299155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3842ab93-2320-4bdf-8b3b-d88e5dc61177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:04.357928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3842ab93-2320-4bdf-8b3b-d88e5dc61177 None None] Port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:48:04.424312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Router 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 07:48:04.581678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:48:04.591431 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] 10.222.0.61 "PUT /v2.0/routers/8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6619895
Apr 07 07:48:04.593499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Sync routers for ids ['8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:48:04.606187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Routers {'8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:48:04.607170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f2020f320>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:47:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:48:04.796373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Set router 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 gateway port host: None {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:48:05.186872 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f2020f320>, [{'id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'name': 'router1', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:47:52Z', 'updated_at': '2021-04-07T07:48:03Z', 'revision_number': 2, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'gw_port_host': None, '_interfaces': [{'id': '55a03cfc-7ed4-4206-9b8b-cd59a7c643f2', 'name': '', 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'mac_address': 'fa:16:3e:53:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:02Z', 'updated_at': '2021-04-07T07:48:03Z', 'revision_number': 2, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'subnets': [{'id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600302e8-1f99-4945-b03c-cb4a6a83e01f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:48:05.192265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Checking router: 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:48:05.192676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Updating router 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:48:05.419973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:06.038832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:06.055427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Transition to ACTIVE for port object 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:48:06.061665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:06.077921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:06.220710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Pushing event updated for resources: {'Port': ['ID=55a03cfc-7ed4-4206-9b8b-cd59a7c643f2,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:06.232138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.232513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.232885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.233279 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.233650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.234009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.234368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.235244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.235604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.235957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.236309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.236657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Tracked resource versions report:
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]: pushed versions:
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]: {   'AddressGroup': {'1.2'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'ConntrackHelper': {'1.0'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Log': {'1.0'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Network': {'1.1'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Port': {'1.7'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'PortForwarding': {'1.2'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'QosPolicy': {'1.8'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroup': {'1.4'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroupRule': {'1.2'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SubPort': {'1.0'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Subnet': {'1.1'},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Trunk': {'1.1'}}
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]: consumer versions:
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]: {   DHCP agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     L3 agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metadata agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metering agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:     Open vSwitch agent@dv-cinder-782390-4-iscsi: {   'AddressGroup': '1.2',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'ConntrackHelper': '1.0',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Log': '1.0',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Network': '1.1',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Port': '1.7',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'PortForwarding': '1.2',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'QosPolicy': '1.8',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroup': '1.4',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroupRule': '1.2',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SubPort': '1.0',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Subnet': '1.1',
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Trunk': '1.1'}}
Apr 07 07:48:06.237753 dv-cinder-782390-4-iscsi neutron-server[84206]:  {{(pid=84320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 07:48:06.254561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:06.478850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Attempting to bind port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:48:06.479222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Attempting to bind port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:48:06.479709 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Attempting to bind port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 on network b98c8d27-8f06-4105-b878-910ce6279403 {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:48:06.486297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:48:06.486725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Checking segment: {'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:48:06.487186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:06.487582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Bound using segment: {'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:48:06.488126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Bound port: 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6691c6-e800-4194-bff7-66024776e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:48:06.488531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:06.587560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] For port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:48:06.592168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] For port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=55a03cfc-7ed4-4206-9b8b-cd59a7c643f2,segment=NetworkSegment(bf6691c6-e800-4194-bff7-66024776e026),segment_id=bf6691c6-e800-4194-bff7-66024776e026)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:48:06.595362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:06.610870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:06.767601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Pushing event updated for resources: {'Port': ['ID=55a03cfc-7ed4-4206-9b8b-cd59a7c643f2,revision_number=4']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:06.770836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:06.834657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Routers {'8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:48:06.835332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f2020f320>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:47:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:48:07.004913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] Set router 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 gateway port host: None {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:48:07.236982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 33556) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:48:07.364297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f2020f320>, [{'id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'name': 'router1', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:47:52Z', 'updated_at': '2021-04-07T07:48:03Z', 'revision_number': 2, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'gw_port_host': None, '_interfaces': [{'id': '55a03cfc-7ed4-4206-9b8b-cd59a7c643f2', 'name': '', 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'mac_address': 'fa:16:3e:53:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:02Z', 'updated_at': '2021-04-07T07:48:06Z', 'revision_number': 4, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'subnets': [{'id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600302e8-1f99-4945-b03c-cb4a6a83e01f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:48:07.368550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0155a2-b7f4-4d7a-86a4-787a02a7772d None None] The sync data for ids ['8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'] in dv-cinder-782390-4-iscsi is: [{'id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'name': 'router1', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:47:52Z', 'updated_at': '2021-04-07T07:48:03Z', 'revision_number': 2, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'gw_port_host': None, '_interfaces': [{'id': '55a03cfc-7ed4-4206-9b8b-cd59a7c643f2', 'name': '', 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'mac_address': 'fa:16:3e:53:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:02Z', 'updated_at': '2021-04-07T07:48:06Z', 'revision_number': 4, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'subnets': [{'id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600302e8-1f99-4945-b03c-cb4a6a83e01f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:48:07.539580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.policy [None req-5231cd23-fff1-4194-a38b-b2b3ea0f5dca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84317) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 07 07:48:07.753795 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING oslo_policy.policy [None req-5231cd23-fff1-4194-a38b-b2b3ea0f5dca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 07:48:07.754133 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING oslo_policy.policy [None req-5231cd23-fff1-4194-a38b-b2b3ea0f5dca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 07 07:48:07.771208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5231cd23-fff1-4194-a38b-b2b3ea0f5dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:48:07.772935 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5231cd23-fff1-4194-a38b-b2b3ea0f5dca admin admin] 10.222.0.61 "GET /v2.0/networks/a54ab3bc-3582-4b7f-9730-d5275712e69e HTTP/1.1" status: 200  len: 842 time: 0.5349338
Apr 07 07:48:07.784040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:48:07.787054 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.quota [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f9f202163c8>.
Apr 07 07:48:07.793361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:48:07.799250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Usage tracker for resource:subnet and tenant:6b6fb12c873e472ca7cac21c680c097f is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:48:07.802542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:48:07.809649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:48:07.823078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Made reservation on behalf of 6b6fb12c873e472ca7cac21c680c097f for: {'subnet': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:48:07.828973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:08.364761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.objects.ports [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84317) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 07 07:48:08.365328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:08.381356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:08.531792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba2a203-0c4e-4a65-854a-dd2b024b6a18,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:08.552738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555962 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555962 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.555962 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.556243 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Tracked resource versions report:
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]: pushed versions:
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]: {   'AddressGroup': {'1.2'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'ConntrackHelper': {'1.0'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Log': {'1.0'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Network': {'1.1'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Port': {'1.7'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'PortForwarding': {'1.2'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'QosPolicy': {'1.8'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroup': {'1.4'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroupRule': {'1.2'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SubPort': {'1.0'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Subnet': {'1.1'},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Trunk': {'1.1'}}
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]: consumer versions:
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]: {   DHCP agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     L3 agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metadata agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metering agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:     Open vSwitch agent@dv-cinder-782390-4-iscsi: {   'AddressGroup': '1.2',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'ConntrackHelper': '1.0',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Log': '1.0',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Network': '1.1',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Port': '1.7',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'PortForwarding': '1.2',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'QosPolicy': '1.8',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroup': '1.4',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroupRule': '1.2',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SubPort': '1.0',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Subnet': '1.1',
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Trunk': '1.1'}}
Apr 07 07:48:08.557156 dv-cinder-782390-4-iscsi neutron-server[84206]:  {{(pid=84317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 07:48:08.609876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:08.626067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:48:08.626457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Network hostable DHCP agents. Network: a54ab3bc-3582-4b7f-9730-d5275712e69e, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:48:08.648213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:48:08.657498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, a54ab3bc-3582-4b7f-9730-d5275712e69e) {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:48:08.662469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:48:08.663134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:08.673814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ed498-186c-4bc7-baaa-7dc3a1cbba20 None None] Network a54ab3bc-3582-4b7f-9730-d5275712e69e requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:48:08.686347 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9068472
Apr 07 07:48:08.915857 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8bbbbb-1f7b-4a85-b3be-184a8620c15d None None] Network a54ab3bc-3582-4b7f-9730-d5275712e69e requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:48:09.442157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:48:09.511204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:48:09.515993 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:48:09.516399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:09.640328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:09.673876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=55a03cfc-7ed4-4206-9b8b-cd59a7c643f2,segment=NetworkSegment(bf6691c6-e800-4194-bff7-66024776e026),segment_id=bf6691c6-e800-4194-bff7-66024776e026)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:48:09.676623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:09.679275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6bb737be-3cec-4e55-b031-e98e17583dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:09.752460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=55a03cfc-7ed4-4206-9b8b-cd59a7c643f2,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:09.755968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:11.298450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 33576) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:48:11.411475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:48:11.483623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:48:11.483943 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:11.537846 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b3a0595b-332e-42e1-9ca8-bdd697bc3589 admin admin] 10.222.0.61 "GET /v2.0/routers/8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 HTTP/1.1" status: 200  len: 710 time: 0.2381704
Apr 07 07:48:11.680697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb77be-b224-499b-b0b5-2bdfb1d4968a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:48:11.682223 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b7eb77be-b224-499b-b0b5-2bdfb1d4968a admin admin] 10.222.0.61 "GET /v2.0/networks/a54ab3bc-3582-4b7f-9730-d5275712e69e HTTP/1.1" status: 200  len: 886 time: 0.1385672
Apr 07 07:48:11.692134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:48:12.309693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:12.743280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:12.806876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:12.950507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Allocated IP 172.27.1.11 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/8a8f3324-b92c-427e-8b63-67abcadd5719) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:48:13.108358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:13.169951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:13.185226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:13.316484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Pushing event updated for resources: {'Port': ['ID=8a8f3324-b92c-427e-8b63-67abcadd5719,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:13.331055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:13.368439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:48:13.369574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:48:13.371780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:48:13.927466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:14.272897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:14.276298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-673129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854102634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-663559'] for router, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:14.459514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Router 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:48:14.641940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:48:14.650296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:14.652878 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] 10.222.0.61 "PUT /v2.0/routers/8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 HTTP/1.1" status: 200  len: 889 time: 2.9629259
Apr 07 07:48:14.653070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Sync routers for ids ['8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:48:14.662096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Routers {'8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:48:14.662781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f559e10>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:47:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:48:14.867824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Set router 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:48:15.220302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f559e10>, [{'id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'name': 'router1', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '8a8f3324-b92c-427e-8b63-67abcadd5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:47:52Z', 'updated_at': '2021-04-07T07:48:13Z', 'revision_number': 4, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'gw_port': {'id': '8a8f3324-b92c-427e-8b63-67abcadd5719', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ea:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:12Z', 'updated_at': '2021-04-07T07:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '55a03cfc-7ed4-4206-9b8b-cd59a7c643f2', 'name': '', 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'mac_address': 'fa:16:3e:53:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:02Z', 'updated_at': '2021-04-07T07:48:09Z', 'revision_number': 5, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'subnets': [{'id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600302e8-1f99-4945-b03c-cb4a6a83e01f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:48:15.225311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Checking router: 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:48:15.225767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Updating router 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 port 8a8f3324-b92c-427e-8b63-67abcadd5719 binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:48:15.283413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:15.682402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:15.699712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Transition to ACTIVE for port object 8a8f3324-b92c-427e-8b63-67abcadd5719 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:48:15.702439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:15.722386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:15.855371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e1f82-b8fc-4761-aeb2-f35ded9c142a None None] Pushing event updated for resources: {'Port': ['ID=8a8f3324-b92c-427e-8b63-67abcadd5719,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:15.860136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fb6e1f82-b8fc-4761-aeb2-f35ded9c142a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:15.925208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Attempting to bind port 8a8f3324-b92c-427e-8b63-67abcadd5719 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:48:15.925615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Attempting to bind port 8a8f3324-b92c-427e-8b63-67abcadd5719 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:48:15.926041 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Attempting to bind port 8a8f3324-b92c-427e-8b63-67abcadd5719 on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:48:15.932705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:48:15.933066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:48:15.933536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:15.933947 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:48:15.934480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Bound port: 8a8f3324-b92c-427e-8b63-67abcadd5719, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:48:15.934884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:16.016114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] For port 8a8f3324-b92c-427e-8b63-67abcadd5719, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:48:16.019350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] For port 8a8f3324-b92c-427e-8b63-67abcadd5719, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=8a8f3324-b92c-427e-8b63-67abcadd5719,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:48:16.022741 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:16.038324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:16.189776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e1f82-b8fc-4761-aeb2-f35ded9c142a None None] Pushing event updated for resources: {'Port': ['ID=8a8f3324-b92c-427e-8b63-67abcadd5719,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:16.193005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fb6e1f82-b8fc-4761-aeb2-f35ded9c142a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:16.236470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Routers {'8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:48:16.237221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f559e10>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:47:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:48:16.582301 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] Set router 8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:48:16.946386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f559e10>, [{'id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'name': 'router1', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '8a8f3324-b92c-427e-8b63-67abcadd5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:47:52Z', 'updated_at': '2021-04-07T07:48:13Z', 'revision_number': 4, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'gw_port': {'id': '8a8f3324-b92c-427e-8b63-67abcadd5719', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ea:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:12Z', 'updated_at': '2021-04-07T07:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '55a03cfc-7ed4-4206-9b8b-cd59a7c643f2', 'name': '', 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'mac_address': 'fa:16:3e:53:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:02Z', 'updated_at': '2021-04-07T07:48:09Z', 'revision_number': 5, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'subnets': [{'id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600302e8-1f99-4945-b03c-cb4a6a83e01f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:48:16.950795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91705a-820a-487c-a633-b25c7a86e8cc None None] The sync data for ids ['8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2'] in dv-cinder-782390-4-iscsi is: [{'id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'name': 'router1', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '8a8f3324-b92c-427e-8b63-67abcadd5719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:47:52Z', 'updated_at': '2021-04-07T07:48:13Z', 'revision_number': 4, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'gw_port': {'id': '8a8f3324-b92c-427e-8b63-67abcadd5719', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ea:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:12Z', 'updated_at': '2021-04-07T07:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '55a03cfc-7ed4-4206-9b8b-cd59a7c643f2', 'name': '', 'network_id': 'b98c8d27-8f06-4105-b878-910ce6279403', 'tenant_id': 'c6861eef1a054195a88b648b5584bb40', 'mac_address': 'fa:16:3e:53:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf844e-a713-4b3d-90a9-1fc4e32e7ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:48:02Z', 'updated_at': '2021-04-07T07:48:09Z', 'revision_number': 5, 'project_id': 'c6861eef1a054195a88b648b5584bb40', 'subnets': [{'id': 'ca245e54-4f0e-4303-96f4-d8d4a82de189', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '600302e8-1f99-4945-b03c-cb4a6a83e01f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:48:17.361677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 33586) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:48:17.447272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 8a8f3324-b92c-427e-8b63-67abcadd5719 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:48:17.504875 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b0953c89-cf6c-4b03-9e90-48f92cfe11f2 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1398087
Apr 07 07:48:17.524013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 8a8f3324-b92c-427e-8b63-67abcadd5719 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:48:17.529750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 8a8f3324-b92c-427e-8b63-67abcadd5719 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:48:17.530167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:17.667280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:17.688395 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 8a8f3324-b92c-427e-8b63-67abcadd5719, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=8a8f3324-b92c-427e-8b63-67abcadd5719,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:48:17.692579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:17.695105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fb6e1f82-b8fc-4761-aeb2-f35ded9c142a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:48:17.769174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=8a8f3324-b92c-427e-8b63-67abcadd5719,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:48:17.772592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:48:18.427093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:48:19.438969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 8a8f3324-b92c-427e-8b63-67abcadd5719 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:48:19.527141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 8a8f3324-b92c-427e-8b63-67abcadd5719 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:48:19.527553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:23.293349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e20fc079-f484-4fe8-8358-6a5f05fd5099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:25.990065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f937b76-df00-47f2-b2dd-9f7fa42046e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:26.364790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:27.456129 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:28.020964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:53.264862 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8b69-bb9c-4f72-b21d-6913cd6aa8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:55.426552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:48:55.965174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cbc4bdb9-e99c-436b-acb7-7824ceeb2547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:56.347355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:57.404439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:48:58.023756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:23.269662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9b2b792a-3166-4401-b937-4bf52c22ef6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:25.967620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bcb600ff-0780-4dc9-9089-bd484e2224ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:26.350454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:27.412827 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:28.042107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:32.426371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:49:53.272054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7e1b2ec8-e749-4b94-8c38-218851a16a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:55.969525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0636abcf-cd53-4797-85b9-b28837be836f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:56.354112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:57.405280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:49:58.034803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:09.426299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:50:23.274749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64c7f1f4-b926-4c48-8c87-90d3fb25731e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:25.972078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6a47289d-e3e0-4ae6-9e5a-e474cbec2e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:26.358493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:27.408550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:28.038037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:31.573002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34156) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:31.651302 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf343e7-bef4-4679-af58-87595c6e3799 admin admin] GET failed (client error): The resource could not be found.
Apr 07 07:50:31.652733 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2cf343e7-bef4-4679-af58-87595c6e3799 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0786390
Apr 07 07:50:31.798805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d754c8-c9b0-47e6-adef-169861c7fc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:31.800310 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-84d754c8-c9b0-47e6-adef-169861c7fc6c admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1432521
Apr 07 07:50:34.317403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34166) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:34.439687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc2ffa-922c-4c9b-b7cc-9543e78ecd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:34.440325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8abc2ffa-922c-4c9b-b7cc-9543e78ecd04 admin admin] Synchronizing usage tracker for tenant:6b6fb12c873e472ca7cac21c680c097f on resource:subnet {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:50:34.457745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8abc2ffa-922c-4c9b-b7cc-9543e78ecd04 admin admin] Unset dirty status for tenant:6b6fb12c873e472ca7cac21c680c097f on resource:subnet {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:50:34.459030 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8abc2ffa-922c-4c9b-b7cc-9543e78ecd04 admin admin] 10.222.0.61 "GET /v2.0/subnets/ca245e54-4f0e-4303-96f4-d8d4a82de189 HTTP/1.1" status: 200  len: 849 time: 0.1405554
Apr 07 07:50:34.470061 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:50:34.599247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:34.932193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363266765531781'] for subnet, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:34.947384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:50:35.080984 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca245e54-4f0e-4303-96f4-d8d4a82de189,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:50:35.101089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.101457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.101823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.102186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.102541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.102911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.103266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.103616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.103979 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.104327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.104673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.105017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:50:35.111457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:50:35.143574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:35.144285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:35.145847 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] 10.222.0.61 "PUT /v2.0/subnets/ca245e54-4f0e-4303-96f4-d8d4a82de189 HTTP/1.1" status: 200  len: 868 time: 0.6800148
Apr 07 07:50:35.150028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc8cf1-5f39-4e9a-befb-4c3a76eb3d14 None None] Network b98c8d27-8f06-4105-b878-910ce6279403 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:50:35.630621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ed31abd0-c95a-4d6f-a3af-a1459af760c2 None None] Provisioning complete for port 55a03cfc-7ed4-4206-9b8b-cd59a7c643f2 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:50:35.631169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ed31abd0-c95a-4d6f-a3af-a1459af760c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:35.771063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ed31abd0-c95a-4d6f-a3af-a1459af760c2 None None] Provisioning complete for port 04768a12-78d9-47a5-bdf7-5c75e9c89ce3 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:50:35.771342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ed31abd0-c95a-4d6f-a3af-a1459af760c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:37.661815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34176) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:37.852340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad6fcb-0bbf-4a3c-a932-121786eb71e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:37.852868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad6fcb-0bbf-4a3c-a932-121786eb71e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:37.855649 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-08ad6fcb-0bbf-4a3c-a932-121786eb71e4 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1917281
Apr 07 07:50:40.388638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34186) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:40.576879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a508eb-2db0-44d8-9f0c-1bf545f394e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:40.577430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a508eb-2db0-44d8-9f0c-1bf545f394e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:40.579076 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-09a508eb-2db0-44d8-9f0c-1bf545f394e4 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1893613
Apr 07 07:50:43.136741 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34196) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:43.322165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b7ac04-10e8-465c-9439-f79c1d860139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:43.322810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-86b7ac04-10e8-465c-9439-f79c1d860139 admin admin] Synchronizing usage tracker for tenant:6b6fb12c873e472ca7cac21c680c097f on resource:network {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:50:43.339757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-86b7ac04-10e8-465c-9439-f79c1d860139 admin admin] Unset dirty status for tenant:6b6fb12c873e472ca7cac21c680c097f on resource:network {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:50:43.341567 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-86b7ac04-10e8-465c-9439-f79c1d860139 admin admin] 10.222.0.61 "GET /v2.0/networks/a54ab3bc-3582-4b7f-9730-d5275712e69e HTTP/1.1" status: 200  len: 886 time: 0.2031865
Apr 07 07:50:45.862988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34206) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:46.054259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc94e1-0188-4b1b-b788-a6499f08dc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:46.055638 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e2dc94e1-0188-4b1b-b788-a6499f08dc62 admin admin] 10.222.0.61 "GET /v2.0/networks/b98c8d27-8f06-4105-b878-910ce6279403 HTTP/1.1" status: 200  len: 869 time: 0.1916175
Apr 07 07:50:46.425387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:50:48.590429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34216) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:48.711622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301eb9b-f33e-4f26-9664-f75d6ee3d696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:48.712128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301eb9b-f33e-4f26-9664-f75d6ee3d696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:48.713851 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2301eb9b-f33e-4f26-9664-f75d6ee3d696 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1222811
Apr 07 07:50:51.245534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34226) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:51.363028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83542960-177f-4a9d-9cc8-91933331e6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:51.363532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83542960-177f-4a9d-9cc8-91933331e6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:51.365183 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-83542960-177f-4a9d-9cc8-91933331e6a4 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1185994
Apr 07 07:50:53.274639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-838f61de-937e-41f4-a5d9-e9010c550be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:53.914644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34236) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:54.039379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e1791-c0c8-4c18-91b3-ac9de970dba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:54.040920 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-306e1791-c0c8-4c18-91b3-ac9de970dba0 admin admin] 10.222.0.61 "GET /v2.0/subnets/ca245e54-4f0e-4303-96f4-d8d4a82de189 HTTP/1.1" status: 200  len: 868 time: 0.1252549
Apr 07 07:50:55.974239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c4135635-41bb-466f-a855-ee62a0d5fe13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:56.361450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:56.574589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34246) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:50:56.686824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e30e3-0193-4b48-900e-267cc066534c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:50:56.688290 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-cc5e30e3-0193-4b48-900e-267cc066534c admin admin] 10.222.0.61 "GET /v2.0/subnets/eba2a203-0c4e-4a65-854a-dd2b024b6a18 HTTP/1.1" status: 200  len: 816 time: 0.1126792
Apr 07 07:50:57.414427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:50:58.042805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:23.279147 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5555113-503e-4bab-bf52-89e169e5b222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:23.427311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:51:23.590486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34290) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:51:23.645344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [None req-089821cf-9efe-4819-bee0-376817335ea9 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:51:23.646470 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-089821cf-9efe-4819-bee0-376817335ea9 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0549495
Apr 07 07:51:25.975963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c24357fb-e9f2-49b9-b31c-a7bf90c1a816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:26.300191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34300) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:51:26.363366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:26.382036 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.pecan_wsgi.hooks.translation [None req-4259a57d-e163-4f28-a6ba-d1346aba48ff admin admin] GET failed (client error): The resource could not be found.
Apr 07 07:51:26.383480 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4259a57d-e163-4f28-a6ba-d1346aba48ff admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0822864
Apr 07 07:51:26.523907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc5678-038f-4820-9b63-8bc67a63bf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:51:26.525424 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3bbc5678-038f-4820-9b63-8bc67a63bf33 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1374874
Apr 07 07:51:27.407869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:28.051007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:29.068968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34310) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:51:29.123660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:51:29.129791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:51:29.140016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:51:29.149590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Made reservation on behalf of 6b6fb12c873e472ca7cac21c680c097f for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:51:29.154378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:29.250828 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.services.revisions.revision_plugin [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f9f1f43bb70] {project_id='6b6fb12c873e472ca7cac21c680c097f', id='144bf855-f807-4589-9b10-3ecd78d17d4c', target_tenant='*', action='access_as_shared', object_id='bd3977b6-4da8-409c-a984-e088fa67f070'}> to bump revision.
Apr 07 07:51:29.263313 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:51:29.272333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:29.272719 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Added segment c30a7473-541c-41b3-b37c-dcbbe8ef1088 of type vlan for network bd3977b6-4da8-409c-a984-e088fa67f070
Apr 07 07:51:29.299564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:29.329742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:29.331100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:51:29.331731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:29.336755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:51:29.440844 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3705502
Apr 07 07:51:29.443923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Pushing event updated for resources: {'Network': ['ID=bd3977b6-4da8-409c-a984-e088fa67f070,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:51:29.451719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.452124 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.452504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.452869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.453266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.453652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.454014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.454378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.454736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.455098 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.455451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.455805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:29.459868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:51:29.469654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network bd3977b6-4da8-409c-a984-e088fa67f070 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:51:31.997505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34320) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:51:32.073175 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d623b6b-80a4-44a1-b4c0-cf92c94f1fdc admin admin] GET failed (client error): The resource could not be found.
Apr 07 07:51:32.073747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7d623b6b-80a4-44a1-b4c0-cf92c94f1fdc admin admin] Synchronizing usage tracker for tenant:6b6fb12c873e472ca7cac21c680c097f on resource:network {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:51:32.088165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7d623b6b-80a4-44a1-b4c0-cf92c94f1fdc admin admin] Unset dirty status for tenant:6b6fb12c873e472ca7cac21c680c097f on resource:network {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:51:32.089919 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7d623b6b-80a4-44a1-b4c0-cf92c94f1fdc admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0908585
Apr 07 07:51:32.207695 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de53970-cefa-4a82-af3f-7c8c868e58f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:51:32.209229 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8de53970-cefa-4a82-af3f-7c8c868e58f1 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1149142
Apr 07 07:51:32.220806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070', 'description': 'shared-subnet'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:51:32.225931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:51:32.236258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:51:32.244843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Made reservation on behalf of 6b6fb12c873e472ca7cac21c680c097f for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:51:32.249493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:32.650642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:32.665887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-04d29469-b7f6-40ac-8b6c-c92f6c2b92d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:51:32.789944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0944cca9-fc0e-4bb2-9bc1-27a09bb935dc,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:51:32.794446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:51:32.866486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Checking segment: {'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:51:32.866874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Network hostable DHCP agents. Network: bd3977b6-4da8-409c-a984-e088fa67f070, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:51:32.886125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Network bd3977b6-4da8-409c-a984-e088fa67f070 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:51:32.894878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, bd3977b6-4da8-409c-a984-e088fa67f070) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:51:32.898938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:51:32.899570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:32.907561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0f91b-7320-4f57-85f5-ca4025ce79e4 None None] Network bd3977b6-4da8-409c-a984-e088fa67f070 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:51:32.925647 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7087638
Apr 07 07:51:33.313957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-bd3977b6-4da8-409c-a984-e088fa67f070', 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070', 'tenant_id': '6b6fb12c873e472ca7cac21c680c097f', 'fixed_ips': [{'subnet_id': '0944cca9-fc0e-4bb2-9bc1-27a09bb935dc'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 07:51:33.314929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:33.487799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Allocated IP 192.168.233.2 (bd3977b6-4da8-409c-a984-e088fa67f070/0944cca9-fc0e-4bb2-9bc1-27a09bb935dc/0fb81cd6-6881-4ab9-b1f1-7761c1bff49b) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:51:33.720980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:33.732899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Transition to ACTIVE for port object 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:51:33.753430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Transition to ACTIVE for port object 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:51:33.759101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:33.773864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:51:33.916487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Pushing event updated for resources: {'Port': ['ID=0fb81cd6-6881-4ab9-b1f1-7761c1bff49b,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:51:33.928166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.928541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.928917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.929314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.929682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.930047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.930408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.930770 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.931147 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.931506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.931861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.932218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:51:33.938104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:51:33.999430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Network bd3977b6-4da8-409c-a984-e088fa67f070 is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:51:34.001247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:51:34.004217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:51:34.104294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Attempting to bind port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:51:34.104695 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Attempting to bind port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:51:34.105156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Attempting to bind port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b on network bd3977b6-4da8-409c-a984-e088fa67f070 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:51:34.111293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:51:34.111696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Checking segment: {'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:51:34.112137 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:34.112560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Bound using segment: {'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:51:34.113116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Bound port: 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:51:34.113522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:34.227458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] For port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:51:34.230872 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] For port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=0fb81cd6-6881-4ab9-b1f1-7761c1bff49b,segment=NetworkSegment(c30a7473-541c-41b3-b37c-dcbbe8ef1088),segment_id=c30a7473-541c-41b3-b37c-dcbbe8ef1088)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:51:34.234719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:34.252900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fb6e1f82-b8fc-4761-aeb2-f35ded9c142a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:51:34.407477 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Pushing event updated for resources: {'Port': ['ID=0fb81cd6-6881-4ab9-b1f1-7761c1bff49b,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:51:34.413218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:51:35.624417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:51:35.713722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:51:35.843362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5728f-9c50-4098-b769-a004fc4ea4e7 None None] Network bd3977b6-4da8-409c-a984-e088fa67f070 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:51:35.943460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] Provisioning for port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:51:35.962654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] Provisioning complete for port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:51:35.963063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:36.204863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:36.257976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] For port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=0fb81cd6-6881-4ab9-b1f1-7761c1bff49b,segment=NetworkSegment(c30a7473-541c-41b3-b37c-dcbbe8ef1088),segment_id=c30a7473-541c-41b3-b37c-dcbbe8ef1088)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:51:36.262471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:36.264526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:51:36.343329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] Pushing event updated for resources: {'Port': ['ID=0fb81cd6-6881-4ab9-b1f1-7761c1bff49b,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:51:36.348039 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:51:36.486142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8200fb80-a965-4330-9406-5a2ed95a6efd None None] Provisioning complete for port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:51:36.486477 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8200fb80-a965-4330-9406-5a2ed95a6efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:37.582452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:51:37.676938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 0fb81cd6-6881-4ab9-b1f1-7761c1bff49b triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:51:37.677374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:53.282712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-12aa244c-3d71-4bde-843d-051d561d1d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:55.977768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1fe5fa5d-5ed4-4a1e-87cb-5e4e708e2ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:56.367449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:57.410962 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:51:58.052892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:00.427314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:52:23.285644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a71500e6-eca4-4448-8555-5e09a78a836d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:25.981154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc5202a1-4f19-48f3-9c20-45e8022354e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:26.370916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:27.411863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:28.056379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:37.426975 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:52:49.953881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34370) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:52:49.960222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [None req-b230519f-a0e7-4e17-8a3d-1e0c40adfee7 tempest-verify_tempest_config-1573520752 tempest-verify_tempest_config-1573520752-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84318) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:52:49.961297 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b230519f-a0e7-4e17-8a3d-1e0c40adfee7 tempest-verify_tempest_config-1573520752 tempest-verify_tempest_config-1573520752-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063267
Apr 07 07:52:50.278238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34388) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:52:50.402004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:50.417703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:52:50.421886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:22f47156b36f4dcf832774230ba828ee is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:52:50.424767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:52:50.430743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:52:50.517818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:50.520430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:50.529936 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:52:50.569832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Synchronizing usage tracker for tenant:6b6fb12c873e472ca7cac21c680c097f on resource:security_group {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:52:50.573300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50061556-a3b6-4468-b261-4f02d514525d,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:52:50.583401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.583792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.584159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.584522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.584884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.585280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.585637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.585991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.586359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.586708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.587056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.587908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:52:50.591817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:52:50.601119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Unset dirty status for tenant:6b6fb12c873e472ca7cac21c680c097f on resource:security_group {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:52:50.602400 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22f47156b36f4dcf832774230ba828ee&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3230453
Apr 07 07:52:50.605680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34394) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:52:50.667156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-19aab246-ad80-4c8b-a8f4-740c4dce5b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:50.696482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-19aab246-ad80-4c8b-a8f4-740c4dce5b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:50.746613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-19aab246-ad80-4c8b-a8f4-740c4dce5b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:50.752139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-319494cb-4681-4895-a045-742e363a2c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:52:50.765681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aab246-ad80-4c8b-a8f4-740c4dce5b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50061556-a3b6-4468-b261-4f02d514525d,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:52:50.767996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-19aab246-ad80-4c8b-a8f4-740c4dce5b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:52:50.770185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-19aab246-ad80-4c8b-a8f4-740c4dce5b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:50.771359 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-19aab246-ad80-4c8b-a8f4-740c4dce5b8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50061556-a3b6-4468-b261-4f02d514525d HTTP/1.1" status: 204  len: 168 time: 0.1647143
Apr 07 07:52:53.287150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a075749-f427-48cf-9f15-0a82446af9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:55.983059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b5c4abfd-2418-49be-82f4-6d21d0d90cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:56.371622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:57.414526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:52:58.059716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:14.426785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:53:23.288183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-644fe390-fea8-45e4-ac76-a773f240c046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:25.984941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-258b3993-1789-40a0-844e-d83cc906ee40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:26.373994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:27.417292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:28.063280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:51.425574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 5 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:53:53.290538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1138fc93-1a76-4066-a3df-eebc48b0f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:55.985935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f315b16c-d49e-43ac-8136-e9df4d17b80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:56.381376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:57.419512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:53:58.068647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:23.303747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-93990391-d59c-458c-9a8e-168466a01e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:25.995064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-03c055b1-c9d9-47b3-b321-99daa97fa4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:25.998885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314'] for agent, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:26.382550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:27.422777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:28.070570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:28.427433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:54:31.589841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34446) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:54:31.716868 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e78122ea-6713-4339-b63e-18f6082bfed5 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1254969
Apr 07 07:54:34.264081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34456) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:54:34.326216 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f73c8c05-4e34-40a8-94de-0990cf920088 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0608599
Apr 07 07:54:53.294196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23b53371-47f7-4685-a3fb-c527d57a7d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:55.992101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-98c264d4-d1d0-4d8f-957a-cae01f108c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:55.993884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:56.382879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:57.424740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:54:58.074617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:05.426640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:55:23.296037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-63321f39-55be-4e91-8ed0-7fbcdaa2cd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:26.006058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75f04cbb-cc60-4f18-b117-a14a473103bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:26.014999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:26.386604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:27.439528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:28.086325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:42.426556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:55:53.300086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-370545a2-2ca1-48e1-967d-0b549332fddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:56.001470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dc567d5a-6282-48c9-8216-00c4fdfde85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:56.007203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:56.389413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:57.422465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:55:58.078485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:06.972082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34600) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:07.251706 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-network', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:07.258006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:07.263683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Usage tracker for resource:network and tenant:b42bf2c769da409196b8b84fe472a560 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:07.266870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:07.274841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:07.285153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Made reservation on behalf of b42bf2c769da409196b8b84fe472a560 for: {'network': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:07.290755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:07.308167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:07.324712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:07.328694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Usage tracker for resource:security_group_rule and tenant:b42bf2c769da409196b8b84fe472a560 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:07.332181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:07.338699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:07.454861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:07.458039 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:07.463206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:07.494418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea56e34b-9abe-439b-b1b2-6d963caeab0e,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:07.508346 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.508696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.509074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.509442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.509799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.510166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.510558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.510844 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.511208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.511554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.511872 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.512223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Tracked resource versions report:
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]: pushed versions:
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]: {   'AddressGroup': {'1.2'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'ConntrackHelper': {'1.0'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Log': {'1.0'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Network': {'1.1'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Port': {'1.7'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'PortForwarding': {'1.2'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'QosPolicy': {'1.8'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroup': {'1.4'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroupRule': {'1.2'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SubPort': {'1.0'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Subnet': {'1.1'},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Trunk': {'1.1'}}
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]: consumer versions:
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]: {   DHCP agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     HyperV agent@hv-cinder-78239: {},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     L3 agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metadata agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metering agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:     Open vSwitch agent@dv-cinder-782390-4-iscsi: {   'AddressGroup': '1.2',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'ConntrackHelper': '1.0',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Log': '1.0',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Network': '1.1',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Port': '1.7',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'PortForwarding': '1.2',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'QosPolicy': '1.8',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroup': '1.4',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroupRule': '1.2',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SubPort': '1.0',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Subnet': '1.1',
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Trunk': '1.1'}}
Apr 07 07:56:07.513433 dv-cinder-782390-4-iscsi neutron-server[84206]:  {{(pid=84317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 07:56:07.516191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=84317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:56:07.535420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:07.544919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770089272503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:07.546222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f9f20e44b70> segment precommit_create {{(pid=84317) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 07 07:56:07.546630 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Added segment fb29a55b-a953-4b81-a00d-f9e8287f53d1 of type vlan for network 816c1668-40a0-4676-8039-5a9a89d7a6bb
Apr 07 07:56:07.589019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:07.640220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:07.641668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:07.642306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:07.648140 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:07.980771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Pushing event updated for resources: {'Network': ['ID=816c1668-40a0-4676-8039-5a9a89d7a6bb,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:07.987250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:07.996012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:56:08.004030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34656) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:08.004614 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.0308664
Apr 07 07:56:08.016745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Request body: {'subnet': {'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-subnet', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:08.023486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:08.028181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Usage tracker for resource:subnet and tenant:b42bf2c769da409196b8b84fe472a560 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:08.031796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:08.040179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:08.052443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Made reservation on behalf of b42bf2c769da409196b8b84fe472a560 for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:08.059017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Notify callbacks [] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:08.407659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34678) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:08.534062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:08.552016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-22e89c14-a22c-4e62-9a89-7c0e48442fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:08.872570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c27ec3d-79c3-4111-85b6-eea0835d46cc,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:08.892453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.892837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.893241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.893609 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.893965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.894328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.894687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.895045 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.895436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.896279 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.896641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.896996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Tracked resource versions report:
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]: pushed versions:
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]: {   'AddressGroup': {'1.2'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'ConntrackHelper': {'1.0'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Log': {'1.0'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Network': {'1.1'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Port': {'1.7'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'PortForwarding': {'1.2'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'QosPolicy': {'1.8'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroup': {'1.4'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroupRule': {'1.2'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SubPort': {'1.0'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Subnet': {'1.1'},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Trunk': {'1.1'}}
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]: consumer versions:
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]: {   DHCP agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     HyperV agent@hv-cinder-78239: {},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     L3 agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metadata agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metering agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:     Open vSwitch agent@dv-cinder-782390-4-iscsi: {   'AddressGroup': '1.2',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'ConntrackHelper': '1.0',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Log': '1.0',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Network': '1.1',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Port': '1.7',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'PortForwarding': '1.2',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'QosPolicy': '1.8',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroup': '1.4',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroupRule': '1.2',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SubPort': '1.0',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Subnet': '1.1',
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Trunk': '1.1'}}
Apr 07 07:56:08.904726 dv-cinder-782390-4-iscsi neutron-server[84206]:  {{(pid=84318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 07:56:08.908957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:08.926005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-761112588-network', 'tenant_id': 'be657b903e35488597869917af4011fc'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:08.940013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:08.949530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Usage tracker for resource:network and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:08.954033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:08.964869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:08.993218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Made reservation on behalf of be657b903e35488597869917af4011fc for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:08.998083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.026343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.033961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34700) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:09.047515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Checking segment: {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:09.047911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Network hostable DHCP agents. Network: 816c1668-40a0-4676-8039-5a9a89d7a6bb, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:56:09.060438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:09.070160 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Usage tracker for resource:security_group_rule and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:09.075899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:09.084879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:09.092135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:56:09.113302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 816c1668-40a0-4676-8039-5a9a89d7a6bb) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:09.117877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:09.119012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.123881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e04e46-f9b8-4374-adbb-b81cf9fe3345 None None] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:56:09.161175 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.1558197
Apr 07 07:56:09.163970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34710) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:09.173461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:09.180683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:09.190444 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Usage tracker for resource:router and tenant:b42bf2c769da409196b8b84fe472a560 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:09.195171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:09.216172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:09.254423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.262526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.268918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:09.277574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.278816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.301243 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:56:09.329877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.331348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.331729 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Added segment ba8872cc-15db-4f61-963c-1d946793f762 of type vlan for network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9
Apr 07 07:56:09.346025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd04df2-b382-4503-b417-f4761a02b897,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:09.353475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:09.437087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd0a91-df55-49be-96ad-6059374a232a None None] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:56:09.548549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1738617530-network', 'tenant_id': 'af38f7a2dad649759f869a9762023fc8'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:09.560104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:09.568420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Usage tracker for resource:network and tenant:af38f7a2dad649759f869a9762023fc8 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:09.576755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:09.594371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:09.608427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.617441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Made reservation on behalf of af38f7a2dad649759f869a9762023fc8 for: {'network': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:09.630180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.655744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.679315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:09.685963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Usage tracker for resource:security_group_rule and tenant:af38f7a2dad649759f869a9762023fc8 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:09.690254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:09.701376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:09.772345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.845777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.855964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.865855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:09.938682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 07 07:56:09.943879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e50d94-8c5b-4198-8b38-5134be2cc070,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:09.951054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:09.953244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=84317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:56:09.966238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:09.966578 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Added segment ee98685d-e058-445c-91bf-304ed8d7ef1c of type vlan for network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d
Apr 07 07:56:10.004407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:10.041880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:10.043083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:10.044677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:10.045662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:10.046599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:10.047255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:10.072746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f5b7e784-e384-4bb9-848e-80247c07c994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:10.076114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:10.203175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Pushing event updated for resources: {'Network': ['ID=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:10.206791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:10.209761 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.8008223
Apr 07 07:56:10.215853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:56:10.218063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34746) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:10.226819 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1902068
Apr 07 07:56:10.228011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34748) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:10.238775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Request body: {'subnet': {'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-subnet', 'tenant_id': 'be657b903e35488597869917af4011fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:10.247544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:10.254734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Usage tracker for resource:subnet and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:10.263058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Request body: {'subnet': {'network_id': '7c8a6ca0-a3a8-41d8-b3a9-9110670d833d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1738617530-subnet', 'tenant_id': 'af38f7a2dad649759f869a9762023fc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:10.266368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:10.275818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:10.280124 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:10.286087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Usage tracker for resource:subnet and tenant:af38f7a2dad649759f869a9762023fc8 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:10.290578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8a6ca0-a3a8-41d8-b3a9-9110670d833d,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:10.293626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:10.299183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:10.304142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:10.313518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Made reservation on behalf of be657b903e35488597869917af4011fc for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:10.317461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Made reservation on behalf of af38f7a2dad649759f869a9762023fc8 for: {'subnet': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:10.319588 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:10.323001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:10.388622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:56:11.007188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:11.054410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:11.056453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:11.164090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6032419c-f014-42cd-97ca-6a85e62bdacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:11.319611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f123de-c326-4fe6-820e-74290574b6be,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:11.325363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:11.377148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Checking segment: {'id': 'ee98685d-e058-445c-91bf-304ed8d7ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c8a6ca0-a3a8-41d8-b3a9-9110670d833d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:11.377569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Network hostable DHCP agents. Network: 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:56:11.402046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:56:11.413810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d) {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:11.431610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:11.432402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:11.437531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c9771d-1e3c-407f-9d5f-cd6a9f8721a6 None None] Network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:56:11.442679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Allocated IP 172.27.1.12 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/bd346a28-74b2-4f3a-bc94-53d49bc83be7) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:11.484089 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2462218
Apr 07 07:56:11.705818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:11.864323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:11.871968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:11.890911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:12.003398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f1fda-a310-4a6f-809d-7346add178b8 None None] Network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:56:12.259055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9fb27d-8b10-43a3-b6a6-2206bf195a55,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:12.264112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:12.280142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:12.487787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd346a28-74b2-4f3a-bc94-53d49bc83be7,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:12.491558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:12.540265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:12.543473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:12.546147 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:12.647078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34854) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:12.659716 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 07 07:56:12.900038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-f7f856ec-db9f-42f5-9a8b-817a700eb2da tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:12.900988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-f7f856ec-db9f-42f5-9a8b-817a700eb2da tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Synchronizing usage tracker for tenant:af38f7a2dad649759f869a9762023fc8 on resource:network {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:12.924781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-f7f856ec-db9f-42f5-9a8b-817a700eb2da tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Unset dirty status for tenant:af38f7a2dad649759f869a9762023fc8 on resource:network {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:12.926286 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-f7f856ec-db9f-42f5-9a8b-817a700eb2da tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/networks?id=7c8a6ca0-a3a8-41d8-b3a9-9110670d833d HTTP/1.1" status: 200  len: 812 time: 0.2772572
Apr 07 07:56:12.947560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Checking segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:12.947935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Network hostable DHCP agents. Network: cb5e723e-9bcc-40a6-9bf2-77b32ea399f9, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:56:12.969338 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d83d3e0a-3703-4364-a7d1-6f94288fc155 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/quotas/af38f7a2dad649759f869a9762023fc8 HTTP/1.1" status: 200  len: 375 time: 0.0362380
Apr 07 07:56:13.019533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:56:13.038209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, cb5e723e-9bcc-40a6-9bf2-77b32ea399f9) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:13.042689 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:13.043330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:13.048464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c382cf6-bd06-47cd-afbe-9ccd5df0cf7f None None] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:56:13.057903 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-0fc2a874-8c50-4947-9d43-d2dfebb3d225 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=af38f7a2dad649759f869a9762023fc8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0874181
Apr 07 07:56:13.194045 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.9653914
Apr 07 07:56:13.194581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 34872) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:13.200558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:13.209668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:13.223548 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Usage tracker for resource:router and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:13.227564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:13.242258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:13.261816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:13.263316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:13.268613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:13.311746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:13.454818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 07:56:13.455981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:13.698192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-f1592580-619f-47fe-ac3c-35ebcc480130 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84317) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:56:13.703620 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-f1592580-619f-47fe-ac3c-35ebcc480130 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2339237
Apr 07 07:56:13.743506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Allocated IP 172.20.0.2 (cb5e723e-9bcc-40a6-9bf2-77b32ea399f9/8b9fb27d-8b10-43a3-b6a6-2206bf195a55/8bdecfaf-3f64-40b1-8ab3-864ee88d4215) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:13.786384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:14.093356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Router 88b07606-c132-416a-9c3c-c97bec7c3cb2 is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 07:56:14.159929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:14.172261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Transition to ACTIVE for port object 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:14.218418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Transition to ACTIVE for port object 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:14.225422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:14.254428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-98739fb5-aff1-410e-90ba-97a35bfff5a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:14.280881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:14.376048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:56:14.386518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Sync routers for ids ['88b07606-c132-416a-9c3c-c97bec7c3cb2'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:56:14.401831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Routers {'88b07606-c132-416a-9c3c-c97bec7c3cb2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:56:14.402783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f232dd8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:55:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['88b07606-c132-416a-9c3c-c97bec7c3cb2'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:14.430903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:14.436024 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.2710640
Apr 07 07:56:14.437452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 34914) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:14.468208 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-6e43a5af-b682-4e61-9eeb-e9b4cdfdf1a2 service neutron] 10.222.0.61 "GET /v2.0/networks/7c8a6ca0-a3a8-41d8-b3a9-9110670d833d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6238871
Apr 07 07:56:14.473067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Pushing event updated for resources: {'Port': ['ID=8bdecfaf-3f64-40b1-8ab3-864ee88d4215,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:14.487411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.487794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.488172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.488541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.488906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.489361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.490219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.490580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.491088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.491452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.492372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.492737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Tracked resource versions report:
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]: pushed versions:
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]: {   'AddressGroup': {'1.2'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'ConntrackHelper': {'1.0'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Log': {'1.0'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Network': {'1.1'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Port': {'1.7'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'PortForwarding': {'1.2'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'QosPolicy': {'1.8'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroup': {'1.4'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroupRule': {'1.2'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SubPort': {'1.0'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Subnet': {'1.1'},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Trunk': {'1.1'}}
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]: consumer versions:
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]: {   DHCP agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     HyperV agent@hv-cinder-78239: {},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     L3 agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metadata agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metering agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:     Open vSwitch agent@dv-cinder-782390-4-iscsi: {   'AddressGroup': '1.2',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'ConntrackHelper': '1.0',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Log': '1.0',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Network': '1.1',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Port': '1.7',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'PortForwarding': '1.2',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'QosPolicy': '1.8',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroup': '1.4',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroupRule': '1.2',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SubPort': '1.0',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Subnet': '1.1',
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Trunk': '1.1'}}
Apr 07 07:56:14.493841 dv-cinder-782390-4-iscsi neutron-server[84206]:  {{(pid=84319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 07:56:14.503340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:14.595309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:14.596533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:14.599458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:14.726024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Attempting to bind port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:14.728069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Attempting to bind port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:14.728523 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Attempting to bind port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 on network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:14.746418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:14.746843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Checking segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:14.747446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:14.748224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Bound using segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:14.748772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Bound port: 8bdecfaf-3f64-40b1-8ab3-864ee88d4215, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:14.749479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:14.839299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Set router 88b07606-c132-416a-9c3c-c97bec7c3cb2 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:56:14.893129 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] For port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:14.897291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] For port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=8bdecfaf-3f64-40b1-8ab3-864ee88d4215,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:14.901380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:14.948913 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-121d17e5-28f0-40e6-ae52-7e514d5e588c service neutron] 10.222.0.61 "GET /v2.0/networks/7c8a6ca0-a3a8-41d8-b3a9-9110670d833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4678650
Apr 07 07:56:15.097153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:15.195702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Pushing event updated for resources: {'Port': ['ID=8bdecfaf-3f64-40b1-8ab3-864ee88d4215,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:15.208202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:15.531222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:15.628382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f232dd8>, [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:56:13Z', 'revision_number': 3, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port': {'id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:11Z', 'updated_at': '2021-04-07T07:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:15.635023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Checking router: 88b07606-c132-416a-9c3c-c97bec7c3cb2 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:56:15.635839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Updating router 88b07606-c132-416a-9c3c-c97bec7c3cb2 port bd346a28-74b2-4f3a-bc94-53d49bc83be7 binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:56:15.644597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:15.722704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:15.894597 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-afccfc71-c2fe-494d-bda7-15f0dff206db req-82762918-7ef2-433b-96d3-f1b11aa5bbb6 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.3650806
Apr 07 07:56:15.955219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:16.146148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:16.248006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Allocated IP 172.27.1.241 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/6c6848a4-6b73-4f92-812e-87c8a0731fa9) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:16.344041 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:16.453192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:16.491128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:16.507009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Allocated IP 172.20.0.1 (816c1668-40a0-4676-8039-5a9a89d7a6bb/9c27ec3d-79c3-4111-85b6-eea0835d46cc/46861828-9c50-4ca1-9c2a-7b0b8568f5aa) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:16.510175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:16.675325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Pushing event updated for resources: {'Port': ['ID=6c6848a4-6b73-4f92-812e-87c8a0731fa9,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:16.690018 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:16.733536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:16.775405 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:16.799869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:16.801104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:16.804357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:16.867992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:16.905758 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Transition to ACTIVE for port object bd346a28-74b2-4f3a-bc94-53d49bc83be7 will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:16.922339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:16.947606 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4fa3fd19-8f21-46b4-aa02-9dc25092cdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:17.020085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:17.024570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:17.038737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:17.039344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.105616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Pushing event updated for resources: {'Port': ['ID=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:17.132887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:17.161731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-756ec8aa-4b38-4dbc-9728-103e3f9f947b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:17.167363 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c035db8c-7de1-4220-8986-66ae03cdffac req-24a495d6-22ec-42c1-99e8-059b09b3a39a tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.1575434
Apr 07 07:56:17.236241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400ddec2-1fde-49d7-bff2-f8f9d86e0bb9 None None] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:56:17.257513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.305507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Attempting to bind port bd346a28-74b2-4f3a-bc94-53d49bc83be7 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:17.305928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Attempting to bind port bd346a28-74b2-4f3a-bc94-53d49bc83be7 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:17.306331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Attempting to bind port bd346a28-74b2-4f3a-bc94-53d49bc83be7 on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:17.372274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Pushing event updated for resources: {'Port': ['ID=bd346a28-74b2-4f3a-bc94-53d49bc83be7,revision_number=2']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:17.394004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.394378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.394745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.395103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.395520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.396486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.396841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.397223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.397591 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.397940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.398287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.398631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Tracked resource versions report:
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]: pushed versions:
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]: {   'AddressGroup': {'1.2'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'ConntrackHelper': {'1.0'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Log': {'1.0'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Network': {'1.1'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Port': {'1.7'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'PortForwarding': {'1.2'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'QosPolicy': {'1.8'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroup': {'1.4'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SecurityGroupRule': {'1.2'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'SubPort': {'1.0'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Subnet': {'1.1'},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     'Trunk': {'1.1'}}
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]: consumer versions:
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]: {   DHCP agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     HyperV agent@hv-cinder-78239: {},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     L3 agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metadata agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     Metering agent@dv-cinder-782390-4-iscsi: {},
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:     Open vSwitch agent@dv-cinder-782390-4-iscsi: {   'AddressGroup': '1.2',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'ConntrackHelper': '1.0',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Log': '1.0',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Network': '1.1',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Port': '1.7',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'PortForwarding': '1.2',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'QosPolicy': '1.8',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroup': '1.4',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SecurityGroupRule': '1.2',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'SubPort': '1.0',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Subnet': '1.1',
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:                                                      'Trunk': '1.1'}}
Apr 07 07:56:17.409527 dv-cinder-782390-4-iscsi neutron-server[84206]:  {{(pid=84320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 07 07:56:17.413685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:17.414168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:17.414625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.415040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:17.415565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Bound port: bd346a28-74b2-4f3a-bc94-53d49bc83be7, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:17.415966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.467574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.501706 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:17.553624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] For port bd346a28-74b2-4f3a-bc94-53d49bc83be7, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:17.559855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] Provisioning for port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:17.562647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] For port bd346a28-74b2-4f3a-bc94-53d49bc83be7, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bd346a28-74b2-4f3a-bc94-53d49bc83be7,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:17.569180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.578200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] Provisioning complete for port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:17.578614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.653705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:17.734877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.739896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Pushing event updated for resources: {'Port': ['ID=bd346a28-74b2-4f3a-bc94-53d49bc83be7,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:17.744128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.750035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:17.753099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.787453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:17.982945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:17.991667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:18.003908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Pushing event updated for resources: {'Port': ['ID=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:18.013161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:18.080989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] For port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=8bdecfaf-3f64-40b1-8ab3-864ee88d4215,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:18.085387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:18.090635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8ff8f7a7-65c9-43b1-a172-8430b56cdf60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:18.152223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:18.153964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:18.254333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Routers {'88b07606-c132-416a-9c3c-c97bec7c3cb2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:56:18.263917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f232dd8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:55:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['88b07606-c132-416a-9c3c-c97bec7c3cb2'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:18.277442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-934d12cd-f95a-4061-bbd6-43b4f26807c2 None None] Provisioning complete for port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:18.277829 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-934d12cd-f95a-4061-bbd6-43b4f26807c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:18.452116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Router 88b07606-c132-416a-9c3c-c97bec7c3cb2 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:56:18.469978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] Pushing event updated for resources: {'Port': ['ID=8bdecfaf-3f64-40b1-8ab3-864ee88d4215,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:18.476276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:18.609072 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-14650ef1-dd9e-4ea6-8fd6-3cb7106d7b88 req-cd6ebde8-1525-41d0-b8a6-79fcb36c0318 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.0788801
Apr 07 07:56:18.707021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:56:18.709237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] Set router 88b07606-c132-416a-9c3c-c97bec7c3cb2 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:56:18.726630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 07:56:18.735788 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] 10.222.0.61 "PUT /v2.0/routers/88b07606-c132-416a-9c3c-c97bec7c3cb2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2946131
Apr 07 07:56:19.040757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:56:19.063800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Sync routers for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:56:19.076133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:19.079579 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.8836880
Apr 07 07:56:19.081902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:56:19.082658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35064) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:19.082799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f2a94f278>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:55:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:19.213617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f232dd8>, [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 4, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port': {'id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:11Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '46861828-9c50-4ca1-9c2a-7b0b8568f5aa', 'name': '', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'mac_address': 'fa:16:3e:44:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:16Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 2, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'subnets': [{'id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:19.232605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e3197d-8042-4726-8330-c10b02613d4c None None] The sync data for ids ['88b07606-c132-416a-9c3c-c97bec7c3cb2'] in dv-cinder-782390-4-iscsi is: [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 4, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port': {'id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:11Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '46861828-9c50-4ca1-9c2a-7b0b8568f5aa', 'name': '', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'mac_address': 'fa:16:3e:44:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:16Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 2, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'subnets': [{'id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:56:19.407236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:56:19.428360 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:56:19.493219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-714f552f-e293-4dbe-bd04-c0deaa43e776 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:19.494318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-714f552f-e293-4dbe-bd04-c0deaa43e776 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Synchronizing usage tracker for tenant:b42bf2c769da409196b8b84fe472a560 on resource:network {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:19.518570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-714f552f-e293-4dbe-bd04-c0deaa43e776 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Unset dirty status for tenant:b42bf2c769da409196b8b84fe472a560 on resource:network {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:19.520478 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-714f552f-e293-4dbe-bd04-c0deaa43e776 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 819 time: 0.2355666
Apr 07 07:56:19.568465 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-7a98df8e-89d7-465c-aa14-d9d1d1494859 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/quotas/b42bf2c769da409196b8b84fe472a560 HTTP/1.1" status: 200  len: 375 time: 0.0213778
Apr 07 07:56:19.685877 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-462c9db7-a025-4420-91ed-baeb3fe50ee1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1112528
Apr 07 07:56:19.865687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:19.900005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 35104) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:19.974187 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5b880033-d435-4266-b3a6-21229259ed41 req-444728e9-04a3-4d25-ad19-81a391253e87 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.0696437
Apr 07 07:56:19.984279 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-dda47c36-b9d3-41bd-a1ed-d9156b07c899 service neutron] 10.222.0.61 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904305
Apr 07 07:56:20.033418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f2a94f278>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 3, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:20.037837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:20.038356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:20.075927 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Checking router: 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:56:20.076453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Updating router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 port 6c6848a4-6b73-4f92-812e-87c8a0731fa9 binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:56:20.161415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:20.372086 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-74893425-fc00-4a86-9635-8753855d0ddf service neutron] 10.222.0.61 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3764663
Apr 07 07:56:20.687096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:20.810974 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e1079498-93ca-43eb-bdfb-fe8b731b9a11 req-b0dcf472-0339-4e0d-8bad-ff06ca6493cd tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 210 time: 0.0987146
Apr 07 07:56:21.000033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:21.018933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Transition to ACTIVE for port object 6c6848a4-6b73-4f92-812e-87c8a0731fa9 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:21.027850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:21.047604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:21.052100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Allocated IP 172.20.0.1 (cb5e723e-9bcc-40a6-9bf2-77b32ea399f9/8b9fb27d-8b10-43a3-b6a6-2206bf195a55/bdc334a1-bb99-4539-aa70-fc6ce0d15554) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:21.211499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0c224-e15e-4a41-b522-1738f929e55d None None] Pushing event updated for resources: {'Port': ['ID=6c6848a4-6b73-4f92-812e-87c8a0731fa9,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:21.231127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bdf0c224-e15e-4a41-b522-1738f929e55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:21.342222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Attempting to bind port 6c6848a4-6b73-4f92-812e-87c8a0731fa9 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:21.342840 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Attempting to bind port 6c6848a4-6b73-4f92-812e-87c8a0731fa9 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:21.343451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Attempting to bind port 6c6848a4-6b73-4f92-812e-87c8a0731fa9 on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:21.350174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:21.350785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:21.351400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:21.351979 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:21.352639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Bound port: 6c6848a4-6b73-4f92-812e-87c8a0731fa9, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:21.353230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:21.372329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:21.378908 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3126b936-6bd6-4496-9f96-8a8ea62c9d93 req-cd57fd6d-091a-47d8-a35b-2a3551a06073 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.1137698
Apr 07 07:56:21.426213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Transition to ACTIVE for port object bdc334a1-bb99-4539-aa70-fc6ce0d15554 will not be triggered until provisioned by entity DHCP. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:21.427197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.67', 54403) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:21.480439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] For port 6c6848a4-6b73-4f92-812e-87c8a0731fa9, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:21.485385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] For port 6c6848a4-6b73-4f92-812e-87c8a0731fa9, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=6c6848a4-6b73-4f92-812e-87c8a0731fa9,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:21.492356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:21.494341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-6e5b3024-c925-46de-a217-316ea1e253e6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:21.504022 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-6e5b3024-c925-46de-a217-316ea1e253e6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 819 time: 0.4523652
Apr 07 07:56:21.527485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:21.619409 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-9a9958a0-3d5e-44e0-8a26-7faf75bf28a7 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/quotas/b42bf2c769da409196b8b84fe472a560 HTTP/1.1" status: 200  len: 375 time: 0.1141961
Apr 07 07:56:21.725449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:21.787832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-8d164654-112a-4891-9575-218ccec71de0 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:21.789728 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-8d164654-112a-4891-9575-218ccec71de0 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.67 "GET /v2.0/networks?id=7c8a6ca0-a3a8-41d8-b3a9-9110670d833d HTTP/1.1" status: 200  len: 812 time: 0.3614333
Apr 07 07:56:21.802254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:21.803789 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-bb21ec8b-3c56-4184-ae7e-41f648f2d153 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1833320
Apr 07 07:56:21.882099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0c224-e15e-4a41-b522-1738f929e55d None None] Pushing event updated for resources: {'Port': ['ID=6c6848a4-6b73-4f92-812e-87c8a0731fa9,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:21.901077 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bdf0c224-e15e-4a41-b522-1738f929e55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:21.936620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bd346a28-74b2-4f3a-bc94-53d49bc83be7 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:21.974189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Request body: {'port': {'device_id': '67be89ab-49b5-4cd6-9b72-4e08e2cd3e73', 'network_id': '7c8a6ca0-a3a8-41d8-b3a9-9110670d833d', 'admin_state_up': True, 'tenant_id': 'af38f7a2dad649759f869a9762023fc8'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:22.043006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc334a1-bb99-4539-aa70-fc6ce0d15554,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:22.049342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:22.069515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port bd346a28-74b2-4f3a-bc94-53d49bc83be7 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:22.077308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port bd346a28-74b2-4f3a-bc94-53d49bc83be7 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:22.077874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:22.080060 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:22.081518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:22.100634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:22.103046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:22.152227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:56:22.153618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f2a94f278>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:55:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:22.309926 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-68884427-91b6-4daf-95cc-fe04cc4f708d service neutron] 10.222.0.61 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5050149
Apr 07 07:56:22.419166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:22.692017 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-96f99a9e-2157-4823-871b-ac1654e70ea5 service neutron] 10.222.0.61 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3811007
Apr 07 07:56:22.693505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:22.778377 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ce5fee7-2b0b-4c93-9b52-ca3825d84a10 req-f225e2d1-4f09-4a6a-a1fd-51750e863d50 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.0818081
Apr 07 07:56:22.790115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Usage tracker for resource:port and tenant:af38f7a2dad649759f869a9762023fc8 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:22.803217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:22.824350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:22.850904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Made reservation on behalf of af38f7a2dad649759f869a9762023fc8 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:22.871430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:22.978304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:56:23.270950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:23.288571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:23.290320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:23.314171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-16dceec9-ad2e-4cab-8aaa-205c1c39b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:23.334215 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Allocated IP 172.20.0.14 (7c8a6ca0-a3a8-41d8-b3a9-9110670d833d/a8f123de-c326-4fe6-820e-74290574b6be/38a62bd8-3bc4-47aa-85ec-45480dbbbc8f) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:23.466883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.67', 54415) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:23.669175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Sync routers for ids ['88b07606-c132-416a-9c3c-c97bec7c3cb2'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:56:23.710879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Routers {'88b07606-c132-416a-9c3c-c97bec7c3cb2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:56:23.713303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8184a8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:55:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['88b07606-c132-416a-9c3c-c97bec7c3cb2'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:23.796698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:23.826036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:23.827167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc334a1-bb99-4539-aa70-fc6ce0d15554,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:23.834033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:23.835148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:23.868361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port bd346a28-74b2-4f3a-bc94-53d49bc83be7, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bd346a28-74b2-4f3a-bc94-53d49bc83be7,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:23.951975 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:23.999412 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0e7f2896-5ddc-4247-b253-ddc263ce187e req-cb3df2d1-5611-4df7-8d2c-2738d01455e3 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 210 time: 0.5151405
Apr 07 07:56:24.053396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:24.258031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5fd542d7-16c4-481d-b2fb-17c4d46c713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:24.276884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bd6e2fb1-e444-400c-bb26-a092292a27b2 None None] Provisioning for port bdc334a1-bb99-4539-aa70-fc6ce0d15554 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:24.300114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bd6e2fb1-e444-400c-bb26-a092292a27b2 None None] Provisioning complete for port bdc334a1-bb99-4539-aa70-fc6ce0d15554 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:24.302337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2fb1-e444-400c-bb26-a092292a27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:24.453541 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d04ac6f2-52a2-4431-9eed-c5aed1557329 req-96f2d15c-75fa-486d-baf2-2365cf51757a tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.0983884
Apr 07 07:56:24.455162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Set router 88b07606-c132-416a-9c3c-c97bec7c3cb2 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:56:24.490608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f2a94f278>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:21Z', 'revision_number': 1, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:24.536376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7dc66a-55b6-46c2-9d3d-d77200cb2f34 None None] The sync data for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi is: [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:21Z', 'revision_number': 1, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:56:24.574610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:56:24.577799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e2fb1-e444-400c-bb26-a092292a27b2 None None] Port bdc334a1-bb99-4539-aa70-fc6ce0d15554 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:56:24.586970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=bd346a28-74b2-4f3a-bc94-53d49bc83be7,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:24.597983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:24.715882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9051bc14-d91e-48ef-9e6e-24a88aaab9e4 None None] Provisioning complete for port bdc334a1-bb99-4539-aa70-fc6ce0d15554 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:24.717604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9051bc14-d91e-48ef-9e6e-24a88aaab9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:24.922551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9051bc14-d91e-48ef-9e6e-24a88aaab9e4 None None] Port bdc334a1-bb99-4539-aa70-fc6ce0d15554 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:56:25.053791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:56:25.075135 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] 10.222.0.61 "PUT /v2.0/routers/1bb9a531-08ce-4c3a-bf14-fb24f4d0c812/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9912081
Apr 07 07:56:25.476077 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-4d9421ee-4b24-4e51-8dbc-90a47c869700 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:25.489282 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-4d9421ee-4b24-4e51-8dbc-90a47c869700 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 819 time: 1.9920540
Apr 07 07:56:25.678347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Request body: {'port': {'device_id': 'bed2c072-3608-4233-955f-302245189d07', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'admin_state_up': True, 'tenant_id': 'b42bf2c769da409196b8b84fe472a560'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:25.744199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8184a8>, [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 4, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port': {'id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:11Z', 'updated_at': '2021-04-07T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '46861828-9c50-4ca1-9c2a-7b0b8568f5aa', 'name': '', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'mac_address': 'fa:16:3e:44:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:16Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 2, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'subnets': [{'id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:25.756526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Checking router: 88b07606-c132-416a-9c3c-c97bec7c3cb2 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:56:25.759814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Updating router 88b07606-c132-416a-9c3c-c97bec7c3cb2 port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:56:25.976451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:26.056515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d36d-16e0-4c8f-9b1d-40eb546f4fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:26.064498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:26.142142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:26.160627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Usage tracker for resource:port and tenant:b42bf2c769da409196b8b84fe472a560 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:26.175248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:26.207892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:26.312047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bd346a28-74b2-4f3a-bc94-53d49bc83be7 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:26.341206 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a5ef3140-5e51-4ff9-8672-b63e67b42858 req-3bbf319f-9648-4301-a1f1-af70456c99f2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 210 time: 0.9088383
Apr 07 07:56:26.342023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Made reservation on behalf of b42bf2c769da409196b8b84fe472a560 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:26.358765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:26.433293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.67', 54425) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:26.599423 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9941168b-6ab9-4b85-ba7e-1b1b836f8b96 req-8fd2aa2d-870c-4371-98b5-fe55136de558 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.3052492
Apr 07 07:56:26.611157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:26.637316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:26.712221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port bd346a28-74b2-4f3a-bc94-53d49bc83be7 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:26.713507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:27.070158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:27.141307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-78454983-1ff5-4689-a704-2d477301dc9e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:27.147881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:27.158864 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-78454983-1ff5-4689-a704-2d477301dc9e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 819 time: 0.7050748
Apr 07 07:56:27.446044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:27.459172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35370) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:27.572671 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:27.576840 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Pushing event updated for resources: {'Port': ['ID=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:27.586729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:27.623750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Transition to ACTIVE for port object 46861828-9c50-4ca1-9c2a-7b0b8568f5aa will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:27.646188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:27.676375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:27.750769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35384) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:27.769259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:27.797226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428825785', 'description': 'tempest-description--972376868'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:27.811360 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:27.816429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:27.823286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5cf8450e8b4742af7ec54e810fffd9 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:27.851705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:security_group and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:27.855772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:27.860615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:27.874368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460e82e-f619-403f-831a-4de7ed9d641a None None] Pushing event updated for resources: {'Port': ['ID=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:27.894410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d460e82e-f619-403f-831a-4de7ed9d641a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:27.895616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:27.902240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:27.940499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.003073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:28.006972 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-627baf8f-0421-4f46-a8c0-390752619c27 req-9d42cd97-32ad-48a7-96e9-cd71d3128bea tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 210 time: 0.0976825
Apr 07 07:56:28.109174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:28.112337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:28.112756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:28.124394 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:28.125135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.136912 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35396) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:28.143961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:security_group_rule and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:28.145880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.156042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:28.169724 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.2007205
Apr 07 07:56:28.192625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:28.212920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a891-3922-4140-b5d2-0cb80008d4e5 req-ae64d566-a700-46e5-bab0-13f3d2085a86 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:28.213711 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-7916a891-3922-4140-b5d2-0cb80008d4e5 req-ae64d566-a700-46e5-bab0-13f3d2085a86 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Synchronizing usage tracker for tenant:af38f7a2dad649759f869a9762023fc8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:28.222737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 6c6848a4-6b73-4f92-812e-87c8a0731fa9 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:28.227897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Allocated IP 172.20.0.2 (816c1668-40a0-4676-8039-5a9a89d7a6bb/9c27ec3d-79c3-4111-85b6-eea0835d46cc/41d550f3-24a5-4cee-8b26-c0f4a65dfdf8) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:28.272692 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-7916a891-3922-4140-b5d2-0cb80008d4e5 req-ae64d566-a700-46e5-bab0-13f3d2085a86 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Unset dirty status for tenant:af38f7a2dad649759f869a9762023fc8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:28.278267 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7916a891-3922-4140-b5d2-0cb80008d4e5 req-ae64d566-a700-46e5-bab0-13f3d2085a86 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 932 time: 0.2443180
Apr 07 07:56:28.389422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-7916a891-3922-4140-b5d2-0cb80008d4e5 req-0a5a998b-f7a5-441e-9125-a7a5fa4f5315 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Synchronizing usage tracker for tenant:af38f7a2dad649759f869a9762023fc8 on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:28.390902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 6c6848a4-6b73-4f92-812e-87c8a0731fa9 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:28.396810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.397264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 6c6848a4-6b73-4f92-812e-87c8a0731fa9 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:28.398172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.407971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.426206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.430284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.446305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Attempting to bind port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:28.446305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Attempting to bind port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:28.446305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Attempting to bind port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa on network 816c1668-40a0-4676-8039-5a9a89d7a6bb {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:28.446703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:28.453154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:28.458304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.463752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:28.464291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Checking segment: {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:28.465009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.465766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Bound using segment: {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:28.466515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Bound port: 46861828-9c50-4ca1-9c2a-7b0b8568f5aa, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:28.467143 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.468775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Usage tracker for resource:security_group_rule and tenant:0714e06a415844e6b2271f53db65de95 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:28.481235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:28.514673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:28.537020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-7916a891-3922-4140-b5d2-0cb80008d4e5 req-0a5a998b-f7a5-441e-9125-a7a5fa4f5315 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Unset dirty status for tenant:af38f7a2dad649759f869a9762023fc8 on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:28.540036 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7916a891-3922-4140-b5d2-0cb80008d4e5 req-0a5a998b-f7a5-441e-9125-a7a5fa4f5315 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2397099
Apr 07 07:56:28.556489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 35414) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:28.566987 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e5cf8450e8b4742af7ec54e810fffd9&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0974064
Apr 07 07:56:28.578252 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4b7f71-32a6-4513-8a7e-404befca678e,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:28.621005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:28.621620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:28.644080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.645632 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.8779538
Apr 07 07:56:28.649340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 35422) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:28.663618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'security_group_rule': {'security_group_id': 'a5cf0384-eb37-4c57-ae67-252278bdef6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:28.673126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] For port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:28.675605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.682287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] For port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:28.686301 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.686931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:28.707436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:28.709820 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 6c6848a4-6b73-4f92-812e-87c8a0731fa9, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=6c6848a4-6b73-4f92-812e-87c8a0731fa9,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:28.714420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.716648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:28.720490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:security_group_rule and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:28.732957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c11e65d-a865-49e4-89b8-1255ff4d6425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.735023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:28.758227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:28.762485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.776783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.779203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cf0384-eb37-4c57-ae67-252278bdef6a,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:28.782876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:28.784169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.795597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:28.801187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c11e65d-a865-49e4-89b8-1255ff4d6425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.815264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:28.843640 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0714e06a415844e6b2271f53db65de95&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7054336
Apr 07 07:56:28.857449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 35430) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:28.869825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661f362a-110a-4e28-a78a-82fbcae9bf3f,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:28.893999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:28.901056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=6c6848a4-6b73-4f92-812e-87c8a0731fa9,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:28.905408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:29.000494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.038470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.042408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1f26affe-dca6-4640-b19c-3124e2ddc99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:29.151188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c11e65d-a865-49e4-89b8-1255ff4d6425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.162266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460e82e-f619-403f-831a-4de7ed9d641a None None] Pushing event updated for resources: {'Port': ['ID=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,revision_number=4']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:29.167974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d460e82e-f619-403f-831a-4de7ed9d641a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:29.175213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.221334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d05bf8d6-bcc7-4d51-b5ae-32bcf83b2863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.238413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Routers {'88b07606-c132-416a-9c3c-c97bec7c3cb2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:56:29.239641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8184a8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:56:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['88b07606-c132-416a-9c3c-c97bec7c3cb2'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:29.304971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Pushing event updated for resources: {'Port': ['ID=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:29.326531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:29.327375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:29.341226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c11e65d-a865-49e4-89b8-1255ff4d6425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.342638 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9c11e65d-a865-49e4-89b8-1255ff4d6425 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e4b7f71-32a6-4513-8a7e-404befca678e HTTP/1.1" status: 204  len: 168 time: 0.7853527
Apr 07 07:56:29.344942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d05bf8d6-bcc7-4d51-b5ae-32bcf83b2863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.390061 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11e65d-a865-49e4-89b8-1255ff4d6425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4b7f71-32a6-4513-8a7e-404befca678e,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:29.392490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.393786 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7432389
Apr 07 07:56:29.396076 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-912753ff-3441-4b4e-8064-fe22a98b9aae req-bf44a09d-1b90-4321-9ead-3d474d42e177 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Synchronizing usage tracker for tenant:b42bf2c769da409196b8b84fe472a560 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:29.396742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35456) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:29.404508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'security_group_rule': {'security_group_id': 'a5cf0384-eb37-4c57-ae67-252278bdef6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:29.404791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c11e65d-a865-49e4-89b8-1255ff4d6425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:29.405267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:29.430439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:29.436453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:security_group_rule and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:29.440564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:29.450828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d79cfc0-f14f-4024-8544-519c7e89e60c,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:29.451598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:29.467813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-73576899-bc93-4737-82b4-9854212d4e87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:29.478326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] Set router 88b07606-c132-416a-9c3c-c97bec7c3cb2 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:56:29.485293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.500130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-912753ff-3441-4b4e-8064-fe22a98b9aae req-bf44a09d-1b90-4321-9ead-3d474d42e177 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Unset dirty status for tenant:b42bf2c769da409196b8b84fe472a560 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:29.501419 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-912753ff-3441-4b4e-8064-fe22a98b9aae req-bf44a09d-1b90-4321-9ead-3d474d42e177 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 210 time: 0.2780654
Apr 07 07:56:29.503642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:29.505207 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:29.517950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:29.528118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:29.528118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.555955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d05bf8d6-bcc7-4d51-b5ae-32bcf83b2863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.570798 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:29.583027 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9240367
Apr 07 07:56:29.585829 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d05bf8d6-bcc7-4d51-b5ae-32bcf83b2863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.586956 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d05bf8d6-bcc7-4d51-b5ae-32bcf83b2863 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/661f362a-110a-4e28-a78a-82fbcae9bf3f HTTP/1.1" status: 204  len: 168 time: 0.7281458
Apr 07 07:56:29.588047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bf8d6-bcc7-4d51-b5ae-32bcf83b2863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661f362a-110a-4e28-a78a-82fbcae9bf3f,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:29.590193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.592187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d05bf8d6-bcc7-4d51-b5ae-32bcf83b2863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:29.601392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.603278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:29.675930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d70eb1-2759-48a8-9b84-51f5b899b399,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:29.688921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:29.743165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.748039 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3470337
Apr 07 07:56:29.748448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 35472) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:29.754518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:29.761812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:29.769896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:floatingip and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:29.794985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:29.869675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:29.939114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:29.967741 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8184a8>, [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 4, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port': {'id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:11Z', 'updated_at': '2021-04-07T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '46861828-9c50-4ca1-9c2a-7b0b8568f5aa', 'name': '', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'mac_address': 'fa:16:3e:44:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:16Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'subnets': [{'id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:29.972167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ff75-cf9a-4a1f-9054-68b4f35abafd None None] The sync data for ids ['88b07606-c132-416a-9c3c-c97bec7c3cb2'] in dv-cinder-782390-4-iscsi is: [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:56:17Z', 'revision_number': 4, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port': {'id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:11Z', 'updated_at': '2021-04-07T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '46861828-9c50-4ca1-9c2a-7b0b8568f5aa', 'name': '', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'mac_address': 'fa:16:3e:44:79:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:16Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'subnets': [{'id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:56:29.985666 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Sync routers for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:56:30.008912 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:56:30.009846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4a97b8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:56:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:30.082220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fb5a0-1d14-4224-a39f-8e09cd47ed9a req-28089df4-3b94-4176-bc77-191c425519e3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:30.093350 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-211fb5a0-1d14-4224-a39f-8e09cd47ed9a req-28089df4-3b94-4176-bc77-191c425519e3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 932 time: 0.2851863
Apr 07 07:56:30.184240 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-211fb5a0-1d14-4224-a39f-8e09cd47ed9a req-e8922a1f-5027-42ca-a53d-166798e72711 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899370
Apr 07 07:56:30.365552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:30.448622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:56:30.563257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 6c6848a4-6b73-4f92-812e-87c8a0731fa9 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:30.705437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Allocated IP 172.27.1.203 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/3dc31f91-b02d-4031-8cbb-92e28d27231d) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:30.946880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Request body: {'port': {'device_id': 'd218506a-ed0a-4ef3-9625-09a98a18da67', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'admin_state_up': True, 'tenant_id': 'b42bf2c769da409196b8b84fe472a560'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:31.018353 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3fd3c0ea-2743-4461-a88b-d8f8b01b7dc5 req-636691c9-f594-4038-b7bb-2973a593c84c tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 210 time: 0.0966384
Apr 07 07:56:31.150467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:31.203934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-7911deec-d6e5-412e-a3a7-1713eb82187a tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84317) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:56:31.205088 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-7911deec-d6e5-412e-a3a7-1713eb82187a tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1850646
Apr 07 07:56:31.209970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-381ebbd7-a5e1-4424-9a94-ad39a8a2f4bb tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84317) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:56:31.211033 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-381ebbd7-a5e1-4424-9a94-ad39a8a2f4bb tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1877885
Apr 07 07:56:31.212714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:31.232008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1558e5e1-680b-4474-96f2-63dd152e7eb3 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:31.371054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 6c6848a4-6b73-4f92-812e-87c8a0731fa9 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:31.371468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:31.404117 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:31.420373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:31.435058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Made reservation on behalf of b42bf2c769da409196b8b84fe472a560 for: {'port': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:31.444957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:32.021466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Allocated IP 172.20.0.12 (816c1668-40a0-4676-8039-5a9a89d7a6bb/9c27ec3d-79c3-4111-85b6-eea0835d46cc/07a9f81e-e6d6-40af-bbe9-d7e899a4847e) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:32.039402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 46861828-9c50-4ca1-9c2a-7b0b8568f5aa up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:32.211574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4a97b8>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 2, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:32.230473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Checking router: 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:56:32.235097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Updating router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 port bdc334a1-bb99-4539-aa70-fc6ce0d15554 binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:56:32.423513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Request body: {'port': {'device_id': '67be89ab-49b5-4cd6-9b72-4e08e2cd3e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:32.495074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:32.532905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:32.565362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:32.565658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:32.655664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:32.743804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:32.930148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Request body: {'port': {'device_id': 'bed2c072-3608-4233-955f-302245189d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:33.114732 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:33.211286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Pushing event updated for resources: {'Port': ['ID=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:33.225808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:33.243017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:33.246105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:33.258309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:33.262260 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'Port': ['ID=3dc31f91-b02d-4031-8cbb-92e28d27231d,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:33.280504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.049s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:33.288870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:33.297239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:33.297702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:33.310238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:33.328390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:33.373533 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4348640
Apr 07 07:56:33.388091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Request body: {'port': {'device_id': 'd218506a-ed0a-4ef3-9625-09a98a18da67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:33.408858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:33.458504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:33.548235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:33.553371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:33.576121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:33.601057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:33.670131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:33.722449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:33.835353 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b7cfa-67cc-429c-aa87-e8103640a8ae req-c2a6cc7c-52f3-4e17-be0d-509bab920819 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:33.838520 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-687b7cfa-67cc-429c-aa87-e8103640a8ae req-c2a6cc7c-52f3-4e17-be0d-509bab920819 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 932 time: 1.7526493
Apr 07 07:56:34.042365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:34.245619 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:34.260991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:34.465496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a9f81e-e6d6-40af-bbe9-d7e899a4847e {{(pid=84318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:56:34.474058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:34.494192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Transition to ACTIVE for port object 07a9f81e-e6d6-40af-bbe9-d7e899a4847e will not be triggered until provisioned by entity L2. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:34.497572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:34.722828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:34.727744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325502e-ea77-464b-8700-9001969c0d7e req-ad7ed2c4-101d-44ac-8c94-ae709790d2e0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:34.732914 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c325502e-ea77-464b-8700-9001969c0d7e req-ad7ed2c4-101d-44ac-8c94-ae709790d2e0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 932 time: 2.3657763
Apr 07 07:56:34.917631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:34.950854 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-687b7cfa-67cc-429c-aa87-e8103640a8ae req-f5c21d1b-1000-4430-a916-f584edab5d72 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0393763
Apr 07 07:56:34.971980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Transition to ACTIVE for port object bdc334a1-bb99-4539-aa70-fc6ce0d15554 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:35.000025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:35.182592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-c325502e-ea77-464b-8700-9001969c0d7e req-06b234e8-b7a3-47a2-bb8e-054afd6772cc tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Synchronizing usage tracker for tenant:b42bf2c769da409196b8b84fe472a560 on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:35.313262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 35650) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:35.323317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bdf0c224-e15e-4a41-b522-1738f929e55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:35.355832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:35.476509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8d5b7-55e8-4b96-9b41-324047eb39ea None None] Pushing event updated for resources: {'Port': ['ID=bdc334a1-bb99-4539-aa70-fc6ce0d15554,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:35.499165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79a8d5b7-55e8-4b96-9b41-324047eb39ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:35.551036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:35.575989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-c325502e-ea77-464b-8700-9001969c0d7e req-06b234e8-b7a3-47a2-bb8e-054afd6772cc tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Unset dirty status for tenant:b42bf2c769da409196b8b84fe472a560 on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:35.580161 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c325502e-ea77-464b-8700-9001969c0d7e req-06b234e8-b7a3-47a2-bb8e-054afd6772cc tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7613330
Apr 07 07:56:35.634933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Pushing event updated for resources: {'Port': ['ID=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:35.640545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:35.871731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d9230696-4349-41c7-9427-175fe38e8fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:35.909112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 46861828-9c50-4ca1-9c2a-7b0b8568f5aa up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:36.122903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Attempting to bind port bdc334a1-bb99-4539-aa70-fc6ce0d15554 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:36.124311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Attempting to bind port bdc334a1-bb99-4539-aa70-fc6ce0d15554 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:36.125113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Attempting to bind port bdc334a1-bb99-4539-aa70-fc6ce0d15554 on network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:36.132239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:36.133807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Checking segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:36.134507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:36.135324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Bound using segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:36.136068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Bound port: bdc334a1-bb99-4539-aa70-fc6ce0d15554, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:36.136682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:36.229410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:36.229747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Attempting to bind port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:36.230151 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Attempting to bind port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'}] {{(pid=84318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:36.230514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Attempting to bind port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e on network 816c1668-40a0-4676-8039-5a9a89d7a6bb {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:36.230861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:36.237540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e on network 816c1668-40a0-4676-8039-5a9a89d7a6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:56:36.237959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Attempting to bind port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e on network 816c1668-40a0-4676-8039-5a9a89d7a6bb {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:36.245757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:36.246487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Checking segment: {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:36.247493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Bound using segment: {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'} {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:36.248381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Bound port: 07a9f81e-e6d6-40af-bbe9-d7e899a4847e, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'}}] {{(pid=84318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:36.249246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:36.370017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] For port bdc334a1-bb99-4539-aa70-fc6ce0d15554, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:36.375386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] For port bdc334a1-bb99-4539-aa70-fc6ce0d15554, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bdc334a1-bb99-4539-aa70-fc6ce0d15554,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:36.381324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:36.403107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:36.470636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] For port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e, host hv-cinder-78239, cleared binding levels {{(pid=84318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:36.476355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] For port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:36.481618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:36.650277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35700) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:36.651029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:36.829521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8d5b7-55e8-4b96-9b41-324047eb39ea None None] Pushing event updated for resources: {'Port': ['ID=bdc334a1-bb99-4539-aa70-fc6ce0d15554,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:36.834797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:36.835495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:36.837172 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] 10.222.0.67 "PUT /v2.0/ports/07a9f81e-e6d6-40af-bbe9-d7e899a4847e HTTP/1.1" status: 200  len: 1094 time: 3.4564214
Apr 07 07:56:36.837825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd218506a-ed0a-4ef3-9625-09a98a18da67', 'tag': '07a9f81e-e6d6-40af-bbe9-d7e899a4847e'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:56:36.957342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79a8d5b7-55e8-4b96-9b41-324047eb39ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:36.968110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:37.019203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:56:37.020156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4a97b8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:56:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:37.047304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Pushing event updated for resources: {'Port': ['ID=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,revision_number=3']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:37.052654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:37.161808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:37.212670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:37.234740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Usage tracker for resource:security_group_rule and tenant:dffd691b8be442bfa4dc35c80c7f2b6e is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:37.244904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:37.258529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-aedb87d2-e8a5-480a-8a36-01b3c4f2c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:37.260129 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-aedb87d2-e8a5-480a-8a36-01b3c4f2c50d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 1097 time: 0.1496696
Apr 07 07:56:37.261095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:37.417898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:37.421390 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-1081cbb4-0ba4-4014-8541-5c948455d128 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e HTTP/1.1" status: 200  len: 217 time: 0.1318796
Apr 07 07:56:37.448987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Usage tracker for resource:security_group_rule and tenant:cb00bf80fdbe4609847ccfb2845943c2 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:37.473679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:37.490223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:37.498290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:56:37.537345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'Port': ['ID=3dc31f91-b02d-4031-8cbb-92e28d27231d,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:37.590891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:37.607040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.735s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:37.640157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-0076a4f5-f1b5-4128-a499-ee95895b4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:37.643947 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-0076a4f5-f1b5-4128-a499-ee95895b4fd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.1083031
Apr 07 07:56:37.650063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:37.655002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:37.655184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:37.656335 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.9065216
Apr 07 07:56:37.824970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-add07bae-91d9-4cfc-9a54-813f204f4fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:37.889556 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dffd691b8be442bfa4dc35c80c7f2b6e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1842477
Apr 07 07:56:37.899078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 35742) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:37.958782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91284dfe-16e7-4ecc-a3ea-014149d46845 req-4d8ee7ae-5214-4c8e-b4dc-37fce6989051 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:37.973283 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-91284dfe-16e7-4ecc-a3ea-014149d46845 req-4d8ee7ae-5214-4c8e-b4dc-37fce6989051 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 932 time: 1.2385373
Apr 07 07:56:38.004159 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-fd591c8d-571c-4b53-a96b-676ec014cc52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2769780
Apr 07 07:56:38.075455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2c8c15-841b-4fdc-946e-f3f3aeb4beb2,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:38.089193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:38.216081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec427-4d92-47cf-b315-2a3da573b317 req-13275390-bd62-4fe3-ae84-28fe308bc65d tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:38.224089 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-71fec427-4d92-47cf-b315-2a3da573b317 req-13275390-bd62-4fe3-ae84-28fe308bc65d tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 944 time: 1.3557875
Apr 07 07:56:38.241940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bdc334a1-bb99-4539-aa70-fc6ce0d15554 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:38.244302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 07 07:56:38.433498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4a97b8>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:36Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:56:38.439719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec958e5-7622-484b-8cd7-f362b6db0829 None None] The sync data for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi is: [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:36Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:56:38.450579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port bdc334a1-bb99-4539-aa70-fc6ce0d15554 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:38.461307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port bdc334a1-bb99-4539-aa70-fc6ce0d15554 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:38.462014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:38.565445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35762) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:38.590629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 07 07:56:38.637999 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-91284dfe-16e7-4ecc-a3ea-014149d46845 req-aa4d74da-f870-4805-8afc-539aaf56289e tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6618862
Apr 07 07:56:38.659839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fbadef59-0edf-438e-b186-4a8e27c39d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:38.697327 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-71fec427-4d92-47cf-b315-2a3da573b317 req-882d3ce0-b9b9-41e7-bfd1-66fddcb50ac7 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4721091
Apr 07 07:56:38.781724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:38.892324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port bdc334a1-bb99-4539-aa70-fc6ce0d15554, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bdc334a1-bb99-4539-aa70-fc6ce0d15554,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:38.899954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:38.903664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:38.961428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:56:39.011399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=bdc334a1-bb99-4539-aa70-fc6ce0d15554,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:39.015054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:39.042400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.102418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:39.110604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Usage tracker for resource:security_group_rule and tenant:f8960bd508a14fd79f0fda61ecbdaa8c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:39.114485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:39.122172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:39.151675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.283861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fbadef59-0edf-438e-b186-4a8e27c39d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.299769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:56:39.319798 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.367472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.369123 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Transition to ACTIVE for port object 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:39.371340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.382916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.387241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.422401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:39.425535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:39.433726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.474926 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-d6c2bb7f-5125-46d6-85e9-2a3e95815ab9 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1428825785&fields=id&tenant_id=be657b903e35488597869917af4011fc HTTP/1.1" status: 200  len: 267 time: 0.4702821
Apr 07 07:56:39.489590 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd218506a-ed0a-4ef3-9625-09a98a18da67', 'tag': '07a9f81e-e6d6-40af-bbe9-d7e899a4847e', 'status': 'completed', 'code': 200}
Apr 07 07:56:39.496566 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8960bd508a14fd79f0fda61ecbdaa8c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9298413
Apr 07 07:56:39.503073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35794) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:39.522761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4e2db1-0b8f-4c66-a22d-ca43b421a696,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:39.528796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:39.683036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d29d547-cdc1-47b6-8591-4b5b4a42a355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.723256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-db02da52-6beb-4418-8655-a236929984fd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:39.732540 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-db02da52-6beb-4418-8655-a236929984fd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 816 time: 0.2561157
Apr 07 07:56:39.792178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bdc334a1-bb99-4539-aa70-fc6ce0d15554 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:39.836445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Transition to ACTIVE for port object 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:39.838451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d29d547-cdc1-47b6-8591-4b5b4a42a355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:39.860129 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-9cf8e8db-1450-4103-b644-5793012cbaf0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/quotas/be657b903e35488597869917af4011fc HTTP/1.1" status: 200  len: 375 time: 0.1262348
Apr 07 07:56:40.011240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port bdc334a1-bb99-4539-aa70-fc6ce0d15554 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:40.011916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.014638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.020061 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb00bf80fdbe4609847ccfb2845943c2&name=default HTTP/1.1" status: 200  len: 2975 time: 4.6861491
Apr 07 07:56:40.024852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35806) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:40.026220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d29d547-cdc1-47b6-8591-4b5b4a42a355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.053181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945bb8a3-994a-420f-ae59-37f2369c2742,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:40.090096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:40.093212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:40.116663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:40.147292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d547-cdc1-47b6-8591-4b5b4a42a355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4e2db1-0b8f-4c66-a22d-ca43b421a696,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:40.171248 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-75704847-034a-4b09-be55-263647d972c5 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6152275
Apr 07 07:56:40.175908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2d29d547-cdc1-47b6-8591-4b5b4a42a355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:40.183217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7cba7c74-233a-4942-8b55-9bd93b4f3679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.193943 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2d29d547-cdc1-47b6-8591-4b5b4a42a355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.195191 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2d29d547-cdc1-47b6-8591-4b5b4a42a355 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb4e2db1-0b8f-4c66-a22d-ca43b421a696 HTTP/1.1" status: 204  len: 168 time: 0.6908126
Apr 07 07:56:40.218822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7cba7c74-233a-4942-8b55-9bd93b4f3679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.273697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7cba7c74-233a-4942-8b55-9bd93b4f3679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.273901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fbadef59-0edf-438e-b186-4a8e27c39d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.280269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:40.295700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba7c74-233a-4942-8b55-9bd93b4f3679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945bb8a3-994a-420f-ae59-37f2369c2742,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:40.306661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7cba7c74-233a-4942-8b55-9bd93b4f3679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:40.310354 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7cba7c74-233a-4942-8b55-9bd93b4f3679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.314118 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7cba7c74-233a-4942-8b55-9bd93b4f3679 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/945bb8a3-994a-420f-ae59-37f2369c2742 HTTP/1.1" status: 204  len: 168 time: 0.2838409
Apr 07 07:56:40.326691 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Pushing event updated for resources: {'Port': ['ID=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:40.454536 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-8d07f758-6971-418b-96b9-b1ebf4ef302b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5928755
Apr 07 07:56:40.539281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fbadef59-0edf-438e-b186-4a8e27c39d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.543636 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-fbadef59-0edf-438e-b186-4a8e27c39d60 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b2c8c15-841b-4fdc-946e-f3f3aeb4beb2 HTTP/1.1" status: 204  len: 168 time: 2.6221049
Apr 07 07:56:40.611556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69686c-f3d4-43ef-bce5-46b8a6c71135 req-0da576be-48fb-456c-82d6-75993ad7f564 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:40.614484 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1a69686c-f3d4-43ef-bce5-46b8a6c71135 req-0da576be-48fb-456c-82d6-75993ad7f564 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 944 time: 0.6914685
Apr 07 07:56:40.680558 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96a2658f-ffe6-40de-9fb1-193a56c32df1 req-099dba5e-abc1-4ae8-a55e-60ce375e5f9f service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2825727
Apr 07 07:56:40.681245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35820) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:40.702085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:40.891454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:40.921670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Usage tracker for resource:security_group_rule and tenant:7dd32696e4bf4318aedf442f06501e0a is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:40.956200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:40.975135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:40.983804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dc268-09a5-46db-88b3-b9406531a5fe req-93b360df-2939-4460-b189-a88afa4d5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:40.985460 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-275dc268-09a5-46db-88b3-b9406531a5fe req-93b360df-2939-4460-b189-a88afa4d5bd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 1097 time: 0.2112825
Apr 07 07:56:41.056813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:41.161704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dc268-09a5-46db-88b3-b9406531a5fe req-cdb6973c-13ec-423f-824b-aed2fd7be062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:41.163288 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-275dc268-09a5-46db-88b3-b9406531a5fe req-cdb6973c-13ec-423f-824b-aed2fd7be062 service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.1621618
Apr 07 07:56:41.324045 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-275dc268-09a5-46db-88b3-b9406531a5fe req-5a37dfbc-f83c-4063-ab0c-201f7d0df893 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e HTTP/1.1" status: 200  len: 217 time: 0.1396673
Apr 07 07:56:41.325970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35848) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:41.413698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dc268-09a5-46db-88b3-b9406531a5fe req-e6b463d6-2e4f-436a-bfa2-716392eb05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:41.415227 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-275dc268-09a5-46db-88b3-b9406531a5fe req-e6b463d6-2e4f-436a-bfa2-716392eb05e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.0903213
Apr 07 07:56:41.438449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:41.459135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:41.463335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Usage tracker for resource:security_group_rule and tenant:228747b16cf842cabf2dbcd92c5f2b59 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:41.466479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:41.473499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:41.539875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.446s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:41.540864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.829s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:41.541471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:41.542402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Attempting to bind port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:41.542976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Attempting to bind port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ee98685d-e058-445c-91bf-304ed8d7ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c8a6ca0-a3a8-41d8-b3a9-9110670d833d'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:41.543839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Attempting to bind port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f on network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:41.582969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c11e65d-a865-49e4-89b8-1255ff4d6425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.274s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:41.583710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:41.622475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f on network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:56:41.623238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Attempting to bind port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f on network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:41.672620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadef59-0edf-438e-b186-4a8e27c39d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2c8c15-841b-4fdc-946e-f3f3aeb4beb2,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:41.694247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fbadef59-0edf-438e-b186-4a8e27c39d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:41.697709 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-275dc268-09a5-46db-88b3-b9406531a5fe req-a9896ba7-991c-411e-8513-a03b331f6d98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2434735
Apr 07 07:56:41.697978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:41.701134 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1a69686c-f3d4-43ef-bce5-46b8a6c71135 req-0c924c71-c940-4429-b0fb-cd23330452d4 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7103145
Apr 07 07:56:41.702082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:41.702591 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Checking segment: {'id': 'ee98685d-e058-445c-91bf-304ed8d7ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c8a6ca0-a3a8-41d8-b3a9-9110670d833d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:41.703303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Bound using segment: {'id': 'ee98685d-e058-445c-91bf-304ed8d7ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c8a6ca0-a3a8-41d8-b3a9-9110670d833d'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:41.704116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Bound port: 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee98685d-e058-445c-91bf-304ed8d7ef1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7c8a6ca0-a3a8-41d8-b3a9-9110670d833d'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:41.704801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:41.726101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Attempting to bind port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:41.726612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Attempting to bind port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:41.727010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Attempting to bind port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 on network 816c1668-40a0-4676-8039-5a9a89d7a6bb {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:41.759442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bb17ebe7-1760-4bd2-b371-d020ae5cf873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:41.786662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 on network 816c1668-40a0-4676-8039-5a9a89d7a6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:56:41.787273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Attempting to bind port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 on network 816c1668-40a0-4676-8039-5a9a89d7a6bb {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:41.791507 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=228747b16cf842cabf2dbcd92c5f2b59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3784058
Apr 07 07:56:41.798902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 35868) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:41.905149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:41.905590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Checking segment: {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:41.906017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Bound using segment: {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:41.906886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Bound port: 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb29a55b-a953-4b81-a00d-f9e8287f53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:41.907278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:41.919844 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-331b439e-d67e-4974-8f46-40a43187a743 service neutron] 10.222.0.61 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3976166
Apr 07 07:56:42.016514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5830779f-a3a6-429e-a44c-b0b4872621a1,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:42.020595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:42.057714 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-275dc268-09a5-46db-88b3-b9406531a5fe req-50892f43-f7cb-4d4b-8e13-c0274e0b3a92 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3014834
Apr 07 07:56:42.199082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.208893 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.223861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:42.262641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbab0b89-643e-4c89-9177-d052e133c1f2,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:42.278082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:42.293849 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7dd32696e4bf4318aedf442f06501e0a&name=default HTTP/1.1" status: 200  len: 2978 time: 1.6111960
Apr 07 07:56:42.305678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35886) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:42.325500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] For port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:42.380749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbe950-b253-455c-bbe1-934e9f5bf27e req-9a9fff13-f69f-48d2-8ba0-159670966f40 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:42.382380 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdbbe950-b253-455c-bbe1-934e9f5bf27e req-9a9fff13-f69f-48d2-8ba0-159670966f40 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 944 time: 0.4329422
Apr 07 07:56:42.392898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] For port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,segment=NetworkSegment(ee98685d-e058-445c-91bf-304ed8d7ef1c),segment_id=ee98685d-e058-445c-91bf-304ed8d7ef1c)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:42.398516 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-275dc268-09a5-46db-88b3-b9406531a5fe req-27f9b1c9-1278-4d81-9c11-cf28d84395e0 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082347
Apr 07 07:56:42.399329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce6f14f7-b357-410f-9893-88a237c545d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.407769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.408518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81aa60c3-310d-4e38-8697-09539d8eed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.410851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] For port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:42.429834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce6f14f7-b357-410f-9893-88a237c545d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.454445 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-23200947-baac-4e40-90ac-ae59a649dfab service neutron] 10.222.0.61 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4832814
Apr 07 07:56:42.507349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce6f14f7-b357-410f-9893-88a237c545d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.513456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1e2da470-1277-4caf-bbfd-0a753db82c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:42.528350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f14f7-b357-410f-9893-88a237c545d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbab0b89-643e-4c89-9177-d052e133c1f2,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:42.531281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ce6f14f7-b357-410f-9893-88a237c545d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:42.558670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce6f14f7-b357-410f-9893-88a237c545d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.560551 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ce6f14f7-b357-410f-9893-88a237c545d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cbab0b89-643e-4c89-9177-d052e133c1f2 HTTP/1.1" status: 204  len: 168 time: 0.2538080
Apr 07 07:56:42.582768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:42.648300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] For port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:42.756092 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.769074 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ddf7368c-fe46-449e-95a7-e2fc69bd895d req-a50cb7c7-7269-4f11-b577-04b7255f90b4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 210 time: 0.0901463
Apr 07 07:56:42.777005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81aa60c3-310d-4e38-8697-09539d8eed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:42.832840 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdbbe950-b253-455c-bbe1-934e9f5bf27e req-041c3929-fa34-4dbd-910c-2d5e7c0c4de9 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4306440
Apr 07 07:56:43.021603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:43.022306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:43.025106 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] 10.222.0.67 "PUT /v2.0/ports/38a62bd8-3bc4-47aa-85ec-45480dbbbc8f HTTP/1.1" status: 200  len: 1094 time: 10.9342639
Apr 07 07:56:43.074544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67be89ab-49b5-4cd6-9b72-4e08e2cd3e73', 'tag': '38a62bd8-3bc4-47aa-85ec-45480dbbbc8f'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:56:43.241410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Pushing event updated for resources: {'Port': ['ID=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:43.256930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:43.257640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:43.352074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:43.367023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:43.434635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81aa60c3-310d-4e38-8697-09539d8eed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:43.444434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:43.445156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:43.446676 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] 10.222.0.67 "PUT /v2.0/ports/41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 200  len: 1093 time: 11.3556623
Apr 07 07:56:43.478286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-881f6937-10f2-4a95-bb8e-ca0da5fafadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:43.524456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75241e-744c-4c9a-bea1-629259b9e2bd req-0bb14860-ac97-4df1-81f1-bd2c7d2282c1 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:43.534108 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d75241e-744c-4c9a-bea1-629259b9e2bd req-0bb14860-ac97-4df1-81f1-bd2c7d2282c1 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 944 time: 0.5444653
Apr 07 07:56:43.666294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-10e79056-2239-4724-ab2c-f89fd52317cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:43.667912 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-10e79056-2239-4724-ab2c-f89fd52317cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af38f7a2dad649759f869a9762023fc8&device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 1097 time: 0.5275590
Apr 07 07:56:43.671842 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67be89ab-49b5-4cd6-9b72-4e08e2cd3e73', 'tag': '38a62bd8-3bc4-47aa-85ec-45480dbbbc8f', 'status': 'completed', 'code': 200}
Apr 07 07:56:43.695791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa60c3-310d-4e38-8697-09539d8eed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5830779f-a3a6-429e-a44c-b0b4872621a1,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:43.719587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-81aa60c3-310d-4e38-8697-09539d8eed50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:43.793624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 35964) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:44.088099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81aa60c3-310d-4e38-8697-09539d8eed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:44.091906 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-81aa60c3-310d-4e38-8697-09539d8eed50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5830779f-a3a6-429e-a44c-b0b4872621a1 HTTP/1.1" status: 204  len: 168 time: 2.2813828
Apr 07 07:56:44.174709 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-17986ceb-01dd-47c9-abeb-0d8695287678 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f HTTP/1.1" status: 200  len: 217 time: 0.4766300
Apr 07 07:56:44.204156 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d75241e-744c-4c9a-bea1-629259b9e2bd req-0fba7a61-0dff-4b40-bfb7-6fee57c32915 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6690228
Apr 07 07:56:44.344907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 07a9f81e-e6d6-40af-bbe9-d7e899a4847e details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:56:44.348406 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ee706244-ae08-46e3-b0c0-e113a0cb277e req-fe7768ff-5ffc-4d37-b731-d58501f17dd2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 210 time: 0.2670422
Apr 07 07:56:44.380763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-4f9c3d08-503b-4e3c-b93b-d695f2ef155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:44.382819 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-4f9c3d08-503b-4e3c-b93b-d695f2ef155e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1096 time: 0.8457866
Apr 07 07:56:44.485591 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-b04cb14f-7a28-4b86-9c09-d40bd7a363b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 200  len: 217 time: 0.0936134
Apr 07 07:56:44.497224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-2faa2cea-9f99-4bd4-ae7f-78cce4ef9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:44.499436 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-2faa2cea-9f99-4bd4-ae7f-78cce4ef9c01 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8f123de-c326-4fe6-820e-74290574b6be HTTP/1.1" status: 200  len: 852 time: 0.2780762
Apr 07 07:56:44.603424 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-dacf1c66-f668-4089-b896-6a787dde37af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c8a6ca0-a3a8-41d8-b3a9-9110670d833d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573621
Apr 07 07:56:44.734963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:44.798891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '07a9f81e-e6d6-40af-bbe9-d7e899a4847e', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'port_id': '07a9f81e-e6d6-40af-bbe9-d7e899a4847e', 'mac_address': 'fa:16:3e:22:e4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:56:44.869884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:44.915162 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-9e49501a-d7b6-4f3d-b4b3-67b4d985f6ce service neutron] 10.222.0.67 "GET /v2.0/networks/7c8a6ca0-a3a8-41d8-b3a9-9110670d833d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3023157
Apr 07 07:56:44.918114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-2d7c419b-0b32-426c-927a-b979bbe16f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:44.919734 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-2d7c419b-0b32-426c-927a-b979bbe16f79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.4189763
Apr 07 07:56:44.943144 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:44.958714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a6cbfc0b9c40669790e9ed1a9d44c9 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:44.966085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:44.966538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:44.979277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:45.008533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a9f81e-e6d6-40af-bbe9-d7e899a4847e {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:56:45.042817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:45.046439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-a9b16fbd-02e7-4f52-a5f7-d5d191c4b997 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:45.046662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.047209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-a9b16fbd-02e7-4f52-a5f7-d5d191c4b997 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Synchronizing usage tracker for tenant:be657b903e35488597869917af4011fc on resource:network {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:45.049762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:45.092957 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-070d9079-665a-470e-aa7a-915462d8e6d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1557059
Apr 07 07:56:45.094419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36012) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:45.127906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.135559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.146786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-057faf98-c571-4b6c-9dbf-5d5ab6b2ef3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:45.154900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-a9b16fbd-02e7-4f52-a5f7-d5d191c4b997 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Unset dirty status for tenant:be657b903e35488597869917af4011fc on resource:network {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:45.156134 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-a9b16fbd-02e7-4f52-a5f7-d5d191c4b997 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 816 time: 0.9506257
Apr 07 07:56:45.175264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:45.178680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:45.226792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3101a-901a-418c-a550-ae2370db9a78 req-36b71384-85ca-4bab-9b77-58ab8e06cfa0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:45.228656 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-41a3101a-901a-418c-a550-ae2370db9a78 req-36b71384-85ca-4bab-9b77-58ab8e06cfa0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 944 time: 0.4635890
Apr 07 07:56:45.245096 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1a6cbfc0b9c40669790e9ed1a9d44c9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4500766
Apr 07 07:56:45.249412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36026) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:45.258694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a7f54d-491c-434a-b343-cd51d4f1bd29,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:45.278980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:45.285960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['07a9f81e-e6d6-40af-bbe9-d7e899a4847e'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:56:45.291512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-ad700a69-e9fe-48a9-98f8-65753951f56d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Synchronizing usage tracker for tenant:be657b903e35488597869917af4011fc on resource:security_group {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:45.342191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-ad700a69-e9fe-48a9-98f8-65753951f56d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Unset dirty status for tenant:be657b903e35488597869917af4011fc on resource:security_group {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:45.343668 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-ad700a69-e9fe-48a9-98f8-65753951f56d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be657b903e35488597869917af4011fc HTTP/1.1" status: 200  len: 5700 time: 0.1770704
Apr 07 07:56:45.358312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'port': {'device_id': '67ed6c61-d058-49ca-bab9-9fb333792832', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'admin_state_up': True, 'tenant_id': 'be657b903e35488597869917af4011fc', 'security_groups': ['a5cf0384-eb37-4c57-ae67-252278bdef6a']}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:45.446837 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d218d74e-5c6b-4c8d-8b2a-c54e51ff7b29 req-dc7a0978-39e6-447a-ae53-d340f881fbc8 service neutron] 10.222.0.67 "GET /v2.0/networks/7c8a6ca0-a3a8-41d8-b3a9-9110670d833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5082695
Apr 07 07:56:45.449089 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-70ccbd5e-e4c4-45ca-8f56-56e5c71b2c6b service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3420143
Apr 07 07:56:45.451908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5642-35fa-4655-aff7-52fc5806ac46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.555366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5642-35fa-4655-aff7-52fc5806ac46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.681284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:45.689196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:port and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:45.698663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:45.709521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.716111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:45.729583 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed2c072-3608-4233-955f-302245189d07', 'tag': '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:56:45.810522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Made reservation on behalf of be657b903e35488597869917af4011fc for: {'port': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:56:45.817799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.818981 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-41a3101a-901a-418c-a550-ae2370db9a78 req-e35b3554-d1ef-4a70-8f85-25614e8a13b2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5757644
Apr 07 07:56:45.827542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:45.831898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5642-35fa-4655-aff7-52fc5806ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.843594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ce6f14f7-b357-410f-9893-88a237c545d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:45.865483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce5642-35fa-4655-aff7-52fc5806ac46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a7f54d-491c-434a-b343-cd51d4f1bd29,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:45.866071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Usage tracker for resource:security_group_rule and tenant:086cdb7a52224bf3a83cac01c8f1813e is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:45.888660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:45.922887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b2ce5642-35fa-4655-aff7-52fc5806ac46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:45.927101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2ce5642-35fa-4655-aff7-52fc5806ac46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:45.928340 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b2ce5642-35fa-4655-aff7-52fc5806ac46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44a7f54d-491c-434a-b343-cd51d4f1bd29 HTTP/1.1" status: 204  len: 168 time: 0.6712043
Apr 07 07:56:45.934249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:45.992706 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38072f-9fbe-4ad7-9b25-2c8d3510d077 req-d918b58e-95ab-4e4c-8c9d-0d5146b5697d tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:45.994789 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0e38072f-9fbe-4ad7-9b25-2c8d3510d077 req-d918b58e-95ab-4e4c-8c9d-0d5146b5697d tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 944 time: 0.4884727
Apr 07 07:56:46.038193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-ddb170c7-0602-4095-8dbb-d3e353d38824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:46.039798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-ddb170c7-0602-4095-8dbb-d3e353d38824 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=af38f7a2dad649759f869a9762023fc8&device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 1097 time: 0.4697931
Apr 07 07:56:46.074849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Allocated IP 172.20.0.3 (cb5e723e-9bcc-40a6-9bf2-77b32ea399f9/8b9fb27d-8b10-43a3-b6a6-2206bf195a55/ea966736-9bb7-44e3-af87-3c7d0457a23d) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:56:46.161297 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e5c6fba-3251-44ae-b728-5ffadfe0bb7a req-bb93d4ea-9f8e-40e7-8c26-25b8fd700165 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6926816
Apr 07 07:56:46.270291 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7df30341-34f7-484d-b084-424cc4c7a193 req-5fbd82dc-8cbf-4dc4-884b-11d5d585b143 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 210 time: 0.0923047
Apr 07 07:56:46.278753 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0e38072f-9fbe-4ad7-9b25-2c8d3510d077 req-652cdca4-a8f7-43f0-9fd3-5608931b32a9 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2578936
Apr 07 07:56:46.332882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 07a9f81e-e6d6-40af-bbe9-d7e899a4847e up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:46.347075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-c42ec409-4e32-4e53-a6e6-4afe26df1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:46.349329 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-c42ec409-4e32-4e53-a6e6-4afe26df1500 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c8a6ca0-a3a8-41d8-b3a9-9110670d833d HTTP/1.1" status: 200  len: 913 time: 0.2955015
Apr 07 07:56:46.408326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:46.437500 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-56cb8f78-8af3-4628-a8f1-75030972e168 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f HTTP/1.1" status: 200  len: 217 time: 0.0801854
Apr 07 07:56:46.439328 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed2c072-3608-4233-955f-302245189d07', 'tag': '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8', 'status': 'completed', 'code': 200}
Apr 07 07:56:46.465768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:46.465999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Transition to ACTIVE for port object ea966736-9bb7-44e3-af87-3c7d0457a23d will not be triggered until provisioned by entity DHCP. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:46.474988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:46.475642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:46.514891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:46.619121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:46.622804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-3997572e-0b9b-4581-ab80-1913938a6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:46.624678 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-3997572e-0b9b-4581-ab80-1913938a6d33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a8f123de-c326-4fe6-820e-74290574b6be HTTP/1.1" status: 200  len: 852 time: 0.1791444
Apr 07 07:56:46.627361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:46.642252 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:46.660326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:46.670525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:46.700980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd218506a-ed0a-4ef3-9625-09a98a18da67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a9f81e-e6d6-40af-bbe9-d7e899a4847e'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:56:46.721953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a60f93-2346-4d80-855a-6c52777332f8,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:46.726387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36064) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:46.741074 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-d50e5a3d-d28a-41eb-b6e2-fe340aefff9b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c8a6ca0-a3a8-41d8-b3a9-9110670d833d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1006210
Apr 07 07:56:46.747389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:46.773967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:46.778163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:46.780814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:46.795392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:46.800147 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-7d792e3f-b82c-400d-a708-5d29cf857735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:46.802133 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-7d792e3f-b82c-400d-a708-5d29cf857735 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1096 time: 0.3609672
Apr 07 07:56:46.840299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:46.853427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Usage tracker for resource:security_group_rule and tenant:be4a5396aa004ee0970c601044b3dc6e is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:46.859342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:46.861957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:46.878807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:46.888618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:46.930480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:46.938736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:46.976324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:56:46.978791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:56:46.982016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:56:46.989034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:46.989795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.008832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36076) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:47.011798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=086cdb7a52224bf3a83cac01c8f1813e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9136508
Apr 07 07:56:47.120538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36082) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:47.156946 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8034186
Apr 07 07:56:47.173630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Request body: {'port': {'device_id': '67ed6c61-d058-49ca-bab9-9fb333792832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:56:47.220366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.247312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.263860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d5b0fa19-1116-4c7a-9d1a-3c3e6d8c141f None None] Provisioning for port ea966736-9bb7-44e3-af87-3c7d0457a23d completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:47.275327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d5b0fa19-1116-4c7a-9d1a-3c3e6d8c141f None None] Provisioning complete for port ea966736-9bb7-44e3-af87-3c7d0457a23d triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:47.277350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d5b0fa19-1116-4c7a-9d1a-3c3e6d8c141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.277689 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:47.354464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-618cf538-c639-41a7-b903-3b11c4bfa02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.423086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0fa19-1116-4c7a-9d1a-3c3e6d8c141f None None] Port ea966736-9bb7-44e3-af87-3c7d0457a23d cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:56:47.503146 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be4a5396aa004ee0970c601044b3dc6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7621913
Apr 07 07:56:47.520675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36100) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:47.533744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62060044-c2f3-4af0-84c8-7fb00fda5ebc,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:47.541223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:47.552899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-618cf538-c639-41a7-b903-3b11c4bfa02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.583245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.676551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.714920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:47.722535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Usage tracker for resource:security_group_rule and tenant:09a2965733004909bb0082ea51106ed5 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:47.760465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:47.775444 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:47.779526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-618cf538-c639-41a7-b903-3b11c4bfa02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.799668 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-07443715-027a-4eea-8377-9a5999f26c4e service neutron] 10.222.0.67 "GET /v2.0/networks/7c8a6ca0-a3a8-41d8-b3a9-9110670d833d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0476847
Apr 07 07:56:47.804156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b5e2bbc3-f1ca-44f0-bbf0-ebaa1afb3e6b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:47.811746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-cefd6e46-ece6-450d-aab3-e681d3703313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:47.813281 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-cefd6e46-ece6-450d-aab3-e681d3703313 service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.8619196
Apr 07 07:56:47.826103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cf538-c639-41a7-b903-3b11c4bfa02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a60f93-2346-4d80-855a-6c52777332f8,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:47.829966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-618cf538-c639-41a7-b903-3b11c4bfa02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:47.887036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-618cf538-c639-41a7-b903-3b11c4bfa02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:47.890750 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-618cf538-c639-41a7-b903-3b11c4bfa02a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07a60f93-2346-4d80-855a-6c52777332f8 HTTP/1.1" status: 204  len: 168 time: 0.8784430
Apr 07 07:56:47.890872 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60910ebf-f2f8-4f63-a966-2af5de0f91ad req-aa4d86a2-791c-4b84-ad4b-3a7bac9c07e2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:47.892820 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60910ebf-f2f8-4f63-a966-2af5de0f91ad req-aa4d86a2-791c-4b84-ad4b-3a7bac9c07e2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.4974926
Apr 07 07:56:47.893611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d79fe9f-b985-47a8-8355-962adc540dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.093846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.108261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.122422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:48.132858 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-173b4578-30a1-4862-b298-2c7bc1cbbaa6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 200  len: 217 time: 0.3105190
Apr 07 07:56:48.134923 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d8a0d94-137f-425c-9607-50171a29bcfb req-271738ba-4231-460d-9f9b-eb3086bdafb4 service neutron] 10.222.0.67 "GET /v2.0/networks/7c8a6ca0-a3a8-41d8-b3a9-9110670d833d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3247204
Apr 07 07:56:48.180444 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09a2965733004909bb0082ea51106ed5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0583785
Apr 07 07:56:48.182422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36120) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:48.183131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d92400-e69e-43e2-8249-cdb97321e522,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:48.184551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d79fe9f-b985-47a8-8355-962adc540dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.189505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:48.278153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca04f3-d4e7-49d3-ab15-e364b03ea747 req-90b82090-5969-442d-996b-1918dc43bc09 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:48.292949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9ca04f3-d4e7-49d3-ab15-e364b03ea747 req-90b82090-5969-442d-996b-1918dc43bc09 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 944 time: 0.6842108
Apr 07 07:56:48.292949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60910ebf-f2f8-4f63-a966-2af5de0f91ad req-f44a89e8-752d-4bc7-aa68-0a8b6c76a701 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3586764
Apr 07 07:56:48.302922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36128) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:48.328499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea966736-9bb7-44e3-af87-3c7d0457a23d {{(pid=84318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:56:48.331581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:56:48.340123 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.350181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.365899 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9ca04f3-d4e7-49d3-ab15-e364b03ea747 req-bd5edca6-bedd-4901-937f-0194a6ed5daf tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788875
Apr 07 07:56:48.402139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:48.404531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-097ea9a5-06cd-49cf-a901-eeb6eb548e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:48.406262 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-097ea9a5-06cd-49cf-a901-eeb6eb548e99 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.2133021
Apr 07 07:56:48.413154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Transition to ACTIVE for port object ea966736-9bb7-44e3-af87-3c7d0457a23d will not be triggered until provisioned by entity L2. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:56:48.414149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-104b5b32-46b2-4094-93d7-a666312825f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.426844 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Usage tracker for resource:security_group_rule and tenant:d52083a4692742a09fbdc7754ba5aa18 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:48.432735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.433767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:48.458105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:48.463792 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-66c7430b-d4cd-46a3-bcc0-f745e449ef3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506849
Apr 07 07:56:48.469026 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:48.544930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d79fe9f-b985-47a8-8355-962adc540dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.555532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,segment=NetworkSegment(ee98685d-e058-445c-91bf-304ed8d7ef1c),segment_id=ee98685d-e058-445c-91bf-304ed8d7ef1c)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:48.574313 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '38a62bd8-3bc4-47aa-85ec-45480dbbbc8f', 'network_id': '7c8a6ca0-a3a8-41d8-b3a9-9110670d833d', 'port_id': '38a62bd8-3bc4-47aa-85ec-45480dbbbc8f', 'mac_address': 'fa:16:3e:81:6d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f123de-c326-4fe6-820e-74290574b6be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:56:48.622102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dbe61795-a5f7-43fd-9b6a-cbf9e89585f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:48.656250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.656579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79fe9f-b985-47a8-8355-962adc540dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62060044-c2f3-4af0-84c8-7fb00fda5ebc,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:48.664464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3d79fe9f-b985-47a8-8355-962adc540dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:48.686556 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd218506a-ed0a-4ef3-9625-09a98a18da67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a9f81e-e6d6-40af-bbe9-d7e899a4847e', 'code': 200}
Apr 07 07:56:48.696155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3d79fe9f-b985-47a8-8355-962adc540dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.701217 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3d79fe9f-b985-47a8-8355-962adc540dfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62060044-c2f3-4af0-84c8-7fb00fda5ebc HTTP/1.1" status: 204  len: 168 time: 1.1720245
Apr 07 07:56:48.725420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:56:48.762919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,segment=NetworkSegment(ee98685d-e058-445c-91bf-304ed8d7ef1c),segment_id=ee98685d-e058-445c-91bf-304ed8d7ef1c)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:48.769661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:48.772876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:48.783608 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-638512ef-3031-4201-910c-b373a1d79a83 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2589757
Apr 07 07:56:48.918370 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22c033-30b5-4d5a-86ce-e879abdfcadc req-bd2e906d-5b84-4f59-9935-e5118f081a16 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:48.920915 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9a22c033-30b5-4d5a-86ce-e879abdfcadc req-bd2e906d-5b84-4f59-9935-e5118f081a16 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.4544539
Apr 07 07:56:48.927800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:48.939643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:49.009640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['38a62bd8-3bc4-47aa-85ec-45480dbbbc8f'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:56:49.094724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-104b5b32-46b2-4094-93d7-a666312825f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:49.195130 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9a22c033-30b5-4d5a-86ce-e879abdfcadc req-aee875f5-bdc4-4b56-ac9f-b48d229474c1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1707084
Apr 07 07:56:49.386101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Attempting to bind port ea966736-9bb7-44e3-af87-3c7d0457a23d on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:56:49.386279 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Attempting to bind port ea966736-9bb7-44e3-af87-3c7d0457a23d by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'}] {{(pid=84318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:56:49.386502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Attempting to bind port ea966736-9bb7-44e3-af87-3c7d0457a23d on network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:49.407735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Port ea966736-9bb7-44e3-af87-3c7d0457a23d on network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:56:49.408152 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Attempting to bind port ea966736-9bb7-44e3-af87-3c7d0457a23d on network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:56:49.422693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:49.430068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:49.455351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:56:49.455722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Checking segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:56:49.456141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Bound using segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:56:49.456642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Bound port: ea966736-9bb7-44e3-af87-3c7d0457a23d, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'}}] {{(pid=84318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:56:49.457575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:49.463614 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5cb650f3-0cd9-4d1f-9f67-40e82e26e17b req-a6be7818-8d99-410d-ae36-7e0f2339d8f3 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6743045
Apr 07 07:56:49.536545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-d710e8f9-27c0-4ebe-9471-f0404e186670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:49.538658 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-d710e8f9-27c0-4ebe-9471-f0404e186670 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 1099 time: 0.3376260
Apr 07 07:56:49.579355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:49.612349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:49.618703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Usage tracker for resource:security_group_rule and tenant:14665ef2ccb645608258e9cb0893d8f8 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:49.623895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:49.632697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:49.654227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-104b5b32-46b2-4094-93d7-a666312825f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:49.671644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:49.697806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b5b32-46b2-4094-93d7-a666312825f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d92400-e69e-43e2-8249-cdb97321e522,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:49.721334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-104b5b32-46b2-4094-93d7-a666312825f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:49.741697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-104b5b32-46b2-4094-93d7-a666312825f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:49.745821 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-104b5b32-46b2-4094-93d7-a666312825f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28d92400-e69e-43e2-8249-cdb97321e522 HTTP/1.1" status: 204  len: 168 time: 1.5596061
Apr 07 07:56:49.771139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, cleared binding levels {{(pid=84318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:56:49.774506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:49.776651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:56:49.782731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:49.793994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:49.820502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.011898 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d52083a4692742a09fbdc7754ba5aa18&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7078404
Apr 07 07:56:50.021138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36178) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:50.024104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d826f573-29e9-4901-b042-6fa49e0a4db9,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:50.033897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3b63a-5938-4b06-9e50-745bbed05a95 req-31abf9df-958f-4769-bc11-fb63fccf10db tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:50.037154 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f8f3b63a-5938-4b06-9e50-745bbed05a95 req-31abf9df-958f-4769-bc11-fb63fccf10db tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 945 time: 0.3839614
Apr 07 07:56:50.049862 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:50.051797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:50.103308 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f8f3b63a-5938-4b06-9e50-745bbed05a95 req-a346a87c-d100-4abb-8f89-83227a31fd34 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557938
Apr 07 07:56:50.119650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f103039-8653-4ae2-bf44-92fcac1fb316 req-597e07a0-93e3-4891-b3aa-1b14c977f67e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:50.121375 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0f103039-8653-4ae2-bf44-92fcac1fb316 req-597e07a0-93e3-4891-b3aa-1b14c977f67e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.4631681
Apr 07 07:56:50.210327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.223074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.253511 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0f103039-8653-4ae2-bf44-92fcac1fb316 req-96ca0896-df89-4d48-84dd-649af020d735 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215117
Apr 07 07:56:50.269014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:50.317791 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f63fad0-d7de-472e-a663-4bc65142fe2e req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7722504
Apr 07 07:56:50.362823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=711432f3-c0d3-4566-8eca-25ca3a1e7260,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:50.372587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:50.511100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36194) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:50.544018 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.561535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=3']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:50.565764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:50.568849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:50.580379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Usage tracker for resource:security_group_rule and tenant:9b981e87b28f4c41aba47e36c48755ca is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:50.585560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:50.593909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:50.600679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-29859032-b288-40a6-b345-bdfe1b600edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.627628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e2950-f1bf-490a-b197-eb9a2f0992d6 req-5447e536-e15d-4996-85f8-b04ef8f765d4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:50.629908 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f99e2950-f1bf-490a-b197-eb9a2f0992d6 req-5447e536-e15d-4996-85f8-b04ef8f765d4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1694903
Apr 07 07:56:50.634693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:50.636822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.638354 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] 10.222.0.67 "PUT /v2.0/ports/ea966736-9bb7-44e3-af87-3c7d0457a23d HTTP/1.1" status: 200  len: 1093 time: 3.4703808
Apr 07 07:56:50.638859 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:56:50.651312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-29859032-b288-40a6-b345-bdfe1b600edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.704179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-29859032-b288-40a6-b345-bdfe1b600edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.711846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-104b5b32-46b2-4094-93d7-a666312825f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:50.724921 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'status': 'completed', 'code': 200}
Apr 07 07:56:50.731362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29859032-b288-40a6-b345-bdfe1b600edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d826f573-29e9-4901-b042-6fa49e0a4db9,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:50.734325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-29859032-b288-40a6-b345-bdfe1b600edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:50.738031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-29859032-b288-40a6-b345-bdfe1b600edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.743402 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-29859032-b288-40a6-b345-bdfe1b600edc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d826f573-29e9-4901-b042-6fa49e0a4db9 HTTP/1.1" status: 204  len: 168 time: 0.7210763
Apr 07 07:56:50.776979 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.784421 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f99e2950-f1bf-490a-b197-eb9a2f0992d6 req-ccc074f5-861d-40c9-a0c3-e06b804bdfe3 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069794
Apr 07 07:56:50.785954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.795434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d05bf8d6-bcc7-4d51-b5ae-32bcf83b2863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:50.845144 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b981e87b28f4c41aba47e36c48755ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3254132
Apr 07 07:56:50.845620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36206) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:50.849539 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c84bf1d-6a6c-4374-965a-08f3be722914,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:50.853557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:50.950013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c7631ff-3cb9-42bd-b98c-c66792911cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:50.986922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c7631ff-3cb9-42bd-b98c-c66792911cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:51.025327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:56:51.054495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c7631ff-3cb9-42bd-b98c-c66792911cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:51.061390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-618cf538-c639-41a7-b903-3b11c4bfa02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:51.077296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7631ff-3cb9-42bd-b98c-c66792911cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c84bf1d-6a6c-4374-965a-08f3be722914,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:51.089517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7c7631ff-3cb9-42bd-b98c-c66792911cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:51.098939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c7631ff-3cb9-42bd-b98c-c66792911cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:51.105424 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7c7631ff-3cb9-42bd-b98c-c66792911cd0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c84bf1d-6a6c-4374-965a-08f3be722914 HTTP/1.1" status: 204  len: 168 time: 0.2570360
Apr 07 07:56:51.420786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c79c30-c2bd-4ad9-a478-3c727f3dca70 req-9e0002c3-2529-45eb-97fd-a46b0dcff75f tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:51.422739 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-49c79c30-c2bd-4ad9-a478-3c727f3dca70 req-9e0002c3-2529-45eb-97fd-a46b0dcff75f tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 945 time: 0.1626801
Apr 07 07:56:51.431416 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:51.465020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8', 'network_id': '816c1668-40a0-4676-8039-5a9a89d7a6bb', 'port_id': '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8', 'mac_address': 'fa:16:3e:1f:d1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c27ec3d-79c3-4111-85b6-eea0835d46cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:56:51.502265 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-49c79c30-c2bd-4ad9-a478-3c727f3dca70 req-e7738c33-c655-4aca-b937-8dd340205071 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726783
Apr 07 07:56:51.602589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:51.631101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:56:51.652805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:51.658640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382861f-5178-4d86-bca8-10beccfea947 req-37199a5f-ac75-42fc-8c36-3372acbe2668 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:51.660882 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1382861f-5178-4d86-bca8-10beccfea947 req-37199a5f-ac75-42fc-8c36-3372acbe2668 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1344368
Apr 07 07:56:51.666259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:51.668351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79a8d5b7-55e8-4b96-9b41-324047eb39ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:51.734732 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1382861f-5178-4d86-bca8-10beccfea947 req-7493f500-dd10-47b8-95ad-f42ef752bfb2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614419
Apr 07 07:56:51.768080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:51.771642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:52.054674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e6998-e4ff-4d0b-a022-ae2e1c28f3bc req-c4745a42-a5f6-4ff5-ab45-29195301ae7d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:52.056664 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-648e6998-e4ff-4d0b-a022-ae2e1c28f3bc req-c4745a42-a5f6-4ff5-ab45-29195301ae7d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1030748
Apr 07 07:56:52.115884 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-648e6998-e4ff-4d0b-a022-ae2e1c28f3bc req-60cb6427-8220-41c9-b49b-9f7c5b6906cc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514359
Apr 07 07:56:52.314258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36292) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:52.494373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:52.510767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:52.515089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Usage tracker for resource:security_group_rule and tenant:645c0d79dd0f4bf0ab522bbd0bd1241d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:52.518292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:52.524920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:52.630915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:52.637093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:52.650906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6ff201f9-8fa5-45c6-a9f6-336ee3610e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:52.703364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36312) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:52.703575 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=645c0d79dd0f4bf0ab522bbd0bd1241d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3879545
Apr 07 07:56:52.704638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855b769-cc15-42bb-97ba-7fdaa11363a5,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:52.709500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:52.807579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2af6dd57-5313-49fe-8640-f8a9a2ecea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:52.844437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2af6dd57-5313-49fe-8640-f8a9a2ecea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:52.952602 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b998af2-6a08-45e2-8181-51d43644fe6a req-1fde3f69-0954-40d2-8bef-36d2d76f79d1 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:52.958661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:52.961210 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2b998af2-6a08-45e2-8181-51d43644fe6a req-1fde3f69-0954-40d2-8bef-36d2d76f79d1 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 945 time: 0.3197684
Apr 07 07:56:53.053867 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2b998af2-6a08-45e2-8181-51d43644fe6a req-6c2b0ae2-63dd-41bc-88c4-401245806533 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915678
Apr 07 07:56:53.084878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2af6dd57-5313-49fe-8640-f8a9a2ecea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:53.116850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-81aa60c3-310d-4e38-8697-09539d8eed50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:53.142828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:53.147045 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6dd57-5313-49fe-8640-f8a9a2ecea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855b769-cc15-42bb-97ba-7fdaa11363a5,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:53.152495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:53.155224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:53.180218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2af6dd57-5313-49fe-8640-f8a9a2ecea2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:53.193977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2af6dd57-5313-49fe-8640-f8a9a2ecea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:53.197689 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2af6dd57-5313-49fe-8640-f8a9a2ecea2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c855b769-cc15-42bb-97ba-7fdaa11363a5 HTTP/1.1" status: 204  len: 168 time: 0.4932144
Apr 07 07:56:53.216135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dccff-87b3-4e2d-a0cb-bb2c4324e331 req-f7ce3bae-f158-44cc-b1ad-cf8e0e935fca tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:53.220376 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-000dccff-87b3-4e2d-a0cb-bb2c4324e331 req-f7ce3bae-f158-44cc-b1ad-cf8e0e935fca tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.3387666
Apr 07 07:56:53.270177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['41d550f3-24a5-4cee-8b26-c0f4a65dfdf8'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:56:53.303870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf893294-15dd-4e61-9277-7c85b85495aa req-e09f71b3-3cbd-4ba3-97b6-cc6dc632fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:53.309099 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bf893294-15dd-4e61-9277-7c85b85495aa req-e09f71b3-3cbd-4ba3-97b6-cc6dc632fd79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1096 time: 0.2192376
Apr 07 07:56:53.329228 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-000dccff-87b3-4e2d-a0cb-bb2c4324e331 req-8ddd853b-2947-4c11-b131-22ced395a705 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987208
Apr 07 07:56:53.374380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9143e0a9-98d8-4ff2-8a98-03010bc05364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:53.434297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e999801-1984-4771-b8d4-ad6d31e85138 req-37eb9de7-2420-4f44-9f18-8ab0dda1e4fe tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:53.436250 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9e999801-1984-4771-b8d4-ad6d31e85138 req-37eb9de7-2420-4f44-9f18-8ab0dda1e4fe tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1058817
Apr 07 07:56:53.490332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:53.498759 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9e999801-1984-4771-b8d4-ad6d31e85138 req-89ea9452-3d3b-43e2-952d-6e632d476d4b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550425
Apr 07 07:56:53.562340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67be89ab-49b5-4cd6-9b72-4e08e2cd3e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a62bd8-3bc4-47aa-85ec-45480dbbbc8f'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:56:53.587164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,segment=NetworkSegment(ee98685d-e058-445c-91bf-304ed8d7ef1c),segment_id=ee98685d-e058-445c-91bf-304ed8d7ef1c)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:53.606068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:53.611776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3ebea2ca-e626-44e3-9c89-14adfeedbd5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:53.653470 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67be89ab-49b5-4cd6-9b72-4e08e2cd3e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a62bd8-3bc4-47aa-85ec-45480dbbbc8f', 'code': 200}
Apr 07 07:56:53.713952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:53.719286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:53.763007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36360) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:53.906654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36370) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:53.936377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:53.958538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:53.962759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Usage tracker for resource:security_group_rule and tenant:b4566a2882ca4930987e90cae492fea3 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:53.965885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:53.972047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:54.058223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.086011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:54.101365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7cba2fff8447cda50f0b6f54a7f5e0 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:54.107059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:54.111600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.116375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:54.119128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.162879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:54.179084 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4566a2882ca4930987e90cae492fea3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2751224
Apr 07 07:56:54.183263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36388) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:54.274426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3dbaec63-b003-4b69-ba98-e039ccd1edae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.308296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3dbaec63-b003-4b69-ba98-e039ccd1edae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.337385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0af301-d4ce-48da-8890-0414c450b028,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:54.344543 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:54.383013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3dbaec63-b003-4b69-ba98-e039ccd1edae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.390999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:54.412422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaec63-b003-4b69-ba98-e039ccd1edae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0af301-d4ce-48da-8890-0414c450b028,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:54.413598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.416927 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3dbaec63-b003-4b69-ba98-e039ccd1edae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:54.437172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3dbaec63-b003-4b69-ba98-e039ccd1edae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.438345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9911a-5950-49a6-9cff-0449610856d0 req-d27aa168-3251-4b47-b884-8483afb16311 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:54.438468 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3dbaec63-b003-4b69-ba98-e039ccd1edae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a0af301-d4ce-48da-8890-0414c450b028 HTTP/1.1" status: 204  len: 168 time: 0.2540684
Apr 07 07:56:54.439984 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-73e9911a-5950-49a6-9cff-0449610856d0 req-d27aa168-3251-4b47-b884-8483afb16311 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 946 time: 0.2029595
Apr 07 07:56:54.441968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.462066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:54.539404 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b7cba2fff8447cda50f0b6f54a7f5e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7764552
Apr 07 07:56:54.542227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36412) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:54.616319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fca9b8ea-a460-4955-a2f3-70a4a8172f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.648475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fca9b8ea-a460-4955-a2f3-70a4a8172f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.666293 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-73e9911a-5950-49a6-9cff-0449610856d0 req-20a7f3d0-7318-4452-b3ee-1219e66d1057 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068970
Apr 07 07:56:54.680164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727b7ea7-fda5-4e04-b028-d153f39b7051,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:54.684153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:54.723823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fca9b8ea-a460-4955-a2f3-70a4a8172f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.731092 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd90af2-324e-42fd-b8b1-27e1f4bf9ef0 req-7e0195f9-376a-4a16-ad43-51697b2c0f2a tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:54.738622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b780f0f5-9249-4672-96eb-69a46244cdab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:54.747374 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6cd90af2-324e-42fd-b8b1-27e1f4bf9ef0 req-7e0195f9-376a-4a16-ad43-51697b2c0f2a tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1864710
Apr 07 07:56:54.761720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fca9b8ea-a460-4955-a2f3-70a4a8172f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:54.762959 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-fca9b8ea-a460-4955-a2f3-70a4a8172f2e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/727b7ea7-fda5-4e04-b028-d153f39b7051 HTTP/1.1" status: 204  len: 168 time: 0.2194650
Apr 07 07:56:54.778556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9b8ea-a460-4955-a2f3-70a4a8172f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727b7ea7-fda5-4e04-b028-d153f39b7051,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:54.781697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fca9b8ea-a460-4955-a2f3-70a4a8172f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:54.846098 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6cd90af2-324e-42fd-b8b1-27e1f4bf9ef0 req-872b6546-95db-4e97-9363-8f2721901d81 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977352
Apr 07 07:56:54.949929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526336e-db8e-4dcc-aa47-6fa50e762421 req-1dfe975e-5e05-4379-a8b3-af8d4e0f8bf4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:54.952420 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7526336e-db8e-4dcc-aa47-6fa50e762421 req-1dfe975e-5e05-4379-a8b3-af8d4e0f8bf4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1012084
Apr 07 07:56:55.029715 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7526336e-db8e-4dcc-aa47-6fa50e762421 req-f1d3a821-d09d-40b4-8ebb-f0ea26360806 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703297
Apr 07 07:56:55.358609 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36476) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:55.380089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:55.404263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:55.408616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Usage tracker for resource:security_group_rule and tenant:e2629b48ae7a4ca88230849e6123fb1f is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:55.415983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:55.423856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:55.554511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:55.560005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:55.571166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:55.612101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6357db-1387-409d-8029-bac17320b702,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:55.616285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:55.636844 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2629b48ae7a4ca88230849e6123fb1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2746260
Apr 07 07:56:55.637470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36504) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:55.715351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6d07f800-eaab-412d-9c18-ccd1f2a26d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:55.748777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6d07f800-eaab-412d-9c18-ccd1f2a26d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:55.802517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6d07f800-eaab-412d-9c18-ccd1f2a26d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:55.821781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-267bac33-ae59-44aa-9acd-dd71ba0a3baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:55.859782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f800-eaab-412d-9c18-ccd1f2a26d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6357db-1387-409d-8029-bac17320b702,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:55.898245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6d07f800-eaab-412d-9c18-ccd1f2a26d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:55.904958 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6d07f800-eaab-412d-9c18-ccd1f2a26d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:55.908467 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6d07f800-eaab-412d-9c18-ccd1f2a26d85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a6357db-1387-409d-8029-bac17320b702 HTTP/1.1" status: 204  len: 168 time: 0.2698092
Apr 07 07:56:55.993910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf068ba0-2dfe-4726-94a9-49ccc664fd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:56.171179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b76dc-6542-4a51-9866-977cc4fac5d3 req-144008da-d773-4d34-853b-e4b3ee0cb584 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:56.172865 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cf6b76dc-6542-4a51-9866-977cc4fac5d3 req-144008da-d773-4d34-853b-e4b3ee0cb584 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 946 time: 0.2757373
Apr 07 07:56:56.251617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:56.267525 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cf6b76dc-6542-4a51-9866-977cc4fac5d3 req-84921272-3026-44be-893d-0f31905380ed tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808923
Apr 07 07:56:56.305708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577218-f42b-4f1c-8f48-5bf81e35fd0c req-99bf8565-04c0-4bf6-b8a9-9b62cd419af4 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:56.315970 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed577218-f42b-4f1c-8f48-5bf81e35fd0c req-99bf8565-04c0-4bf6-b8a9-9b62cd419af4 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.2500010
Apr 07 07:56:56.411757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:56.417949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed577218-f42b-4f1c-8f48-5bf81e35fd0c req-ee89e41a-bee0-4391-b185-c5aee177171c tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008713
Apr 07 07:56:56.525608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:56:56.548812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65231cda-507c-4c98-b946-f19590f5c120 req-517c1511-ca20-4df6-b4d6-5e8e140adc9a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:56.558195 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-65231cda-507c-4c98-b946-f19590f5c120 req-517c1511-ca20-4df6-b4d6-5e8e140adc9a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1137476
Apr 07 07:56:56.594386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf893294-15dd-4e61-9277-7c85b85495aa req-2402eaf5-1909-4886-9e70-8ad8949e2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:56.596332 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bf893294-15dd-4e61-9277-7c85b85495aa req-2402eaf5-1909-4886-9e70-8ad8949e2d2e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=be657b903e35488597869917af4011fc&shared=False HTTP/1.1" status: 200  len: 917 time: 0.3767006
Apr 07 07:56:56.772390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36572) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:56.842182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf893294-15dd-4e61-9277-7c85b85495aa req-2bab05b5-0acc-47f1-be40-079753ba2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:56.844073 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bf893294-15dd-4e61-9277-7c85b85495aa req-2bab05b5-0acc-47f1-be40-079753ba2072 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2354274
Apr 07 07:56:56.926369 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-65231cda-507c-4c98-b946-f19590f5c120 req-07ed4cac-0cb3-4cbe-b4a3-65d88b3d1c1a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3667123
Apr 07 07:56:56.951436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0ef69-a0f4-4933-96e8-46d1cf9701a4 req-f6a2309a-8287-4fbf-ae08-c9a97463d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:56.953011 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9dc0ef69-a0f4-4933-96e8-46d1cf9701a4 req-f6a2309a-8287-4fbf-ae08-c9a97463d13a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 1099 time: 0.3742568
Apr 07 07:56:56.998309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-9ab8a646-fc0f-49c3-90fa-a17be793d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:57.002192 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-9ab8a646-fc0f-49c3-90fa-a17be793d40e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1096 time: 0.0906236
Apr 07 07:56:57.005843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-9dc0ef69-a0f4-4933-96e8-46d1cf9701a4 req-7cbba019-d7e6-4a00-ae63-a8d5147a05ce service neutron] Synchronizing usage tracker for tenant:14665ef2ccb645608258e9cb0893d8f8 on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:56:57.023855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-9dc0ef69-a0f4-4933-96e8-46d1cf9701a4 req-7cbba019-d7e6-4a00-ae63-a8d5147a05ce service neutron] Unset dirty status for tenant:14665ef2ccb645608258e9cb0893d8f8 on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:56:57.025546 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9dc0ef69-a0f4-4933-96e8-46d1cf9701a4 req-7cbba019-d7e6-4a00-ae63-a8d5147a05ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654378
Apr 07 07:56:57.100062 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-6619ac39-67ee-48e6-baa7-6a44c78b7821 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d HTTP/1.1" status: 200  len: 217 time: 0.0855756
Apr 07 07:56:57.102589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:57.169668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:57.177129 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d1bb69a9d3974caeb0c7fff264c8e8d9 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:57.181714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:57.190670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:57.197453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-5a49c63d-f435-43c7-8c4d-8cf55b91bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:57.198998 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-5a49c63d-f435-43c7-8c4d-8cf55b91bfe0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.0872493
Apr 07 07:56:57.346607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-9d1d838b-109f-4351-8a95-cdea87cf003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:57.348371 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-9d1d838b-109f-4351-8a95-cdea87cf003b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1405716
Apr 07 07:56:57.441192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:57.524719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:57.540078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:57.610469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:57.634903 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1bb69a9d3974caeb0c7fff264c8e8d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8582277
Apr 07 07:56:57.653584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36618) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:57.736257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e862715-c147-4baa-a592-b682569291b2,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:57.740425 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:57.788242 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-9701a606-aeda-43b1-8db1-09a89b888875 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4299262
Apr 07 07:56:57.975049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fe23-af30-4ad4-8bcb-ff65dbee4e9d req-7abce3ba-ca12-476e-99c3-ca146c85fb8e tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:57.997220 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a503fe23-af30-4ad4-8bcb-ff65dbee4e9d req-7abce3ba-ca12-476e-99c3-ca146c85fb8e tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 946 time: 0.4184225
Apr 07 07:56:58.015164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-abd860e4-aec3-4df2-956c-668823eb3874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.026019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e60da5-701b-44f1-941f-80db37c5c6a3 req-4c764710-e8c5-4e2a-8e91-0e3427e48789 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:58.027648 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-23e60da5-701b-44f1-941f-80db37c5c6a3 req-4c764710-e8c5-4e2a-8e91-0e3427e48789 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.3070788
Apr 07 07:56:58.086327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-abd860e4-aec3-4df2-956c-668823eb3874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.103893 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.125889 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a503fe23-af30-4ad4-8bcb-ff65dbee4e9d req-8d22af86-fac6-4217-9288-0faa39bfd541 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274037
Apr 07 07:56:58.219221 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-23e60da5-701b-44f1-941f-80db37c5c6a3 req-0273ef98-fe1a-4a3e-aea4-362cc80eaa56 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762390
Apr 07 07:56:58.227722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:56:58.238218 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b93da4f3-8add-4af9-9508-f641197ef2a9 req-cb3886a8-deb5-4a30-b47c-0e04ff803d57 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4298906
Apr 07 07:56:58.239347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-abd860e4-aec3-4df2-956c-668823eb3874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.261606 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b2ce5642-35fa-4655-aff7-52fc5806ac46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:58.280817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-abd860e4-aec3-4df2-956c-668823eb3874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.282221 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-abd860e4-aec3-4df2-956c-668823eb3874 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e862715-c147-4baa-a592-b682569291b2 HTTP/1.1" status: 204  len: 168 time: 0.6275570
Apr 07 07:56:58.283985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd860e4-aec3-4df2-956c-668823eb3874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e862715-c147-4baa-a592-b682569291b2,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:58.306928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-abd860e4-aec3-4df2-956c-668823eb3874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:58.478822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:56:58.491135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:56:58.492026 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.547057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceb7b7-fe3f-448c-ba52-22b4ceca4681 req-41f5b8b6-a47b-49a8-bb11-fb202af0d4d6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:58.548765 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-51ceb7b7-fe3f-448c-ba52-22b4ceca4681 req-41f5b8b6-a47b-49a8-bb11-fb202af0d4d6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.2365711
Apr 07 07:56:58.636909 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-51ceb7b7-fe3f-448c-ba52-22b4ceca4681 req-f39c063e-d4d4-4713-b73d-ec9aafa91d6c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807326
Apr 07 07:56:58.703676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.737704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed2c072-3608-4233-955f-302245189d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:56:58.751948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:56:58.758209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.762261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:58.817991 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed2c072-3608-4233-955f-302245189d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8', 'code': 200}
Apr 07 07:56:58.856428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:58.861607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:58.942249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36672) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:58.961659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:58.978768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:58.983723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Usage tracker for resource:security_group_rule and tenant:3f76cb6d1a5f4d718d03bdebc79a85b6 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:58.987174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:58.995022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:59.070269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36676) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:59.160734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.166517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.175538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0c4350eb-227d-45e6-bed4-d6d00b601057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:59.184851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f612d2-f7ab-43e0-b337-a7415c87210c req-f2eb66c2-c0e5-47dd-9df5-8d8adcf3ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:59.186534 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-49f612d2-f7ab-43e0-b337-a7415c87210c req-f2eb66c2-c0e5-47dd-9df5-8d8adcf3ab28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1098 time: 0.1433108
Apr 07 07:56:59.243442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a8a0f5-ece8-4fdc-b64c-7350ff1d6a63,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:59.246681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:59.254090 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f76cb6d1a5f4d718d03bdebc79a85b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3074915
Apr 07 07:56:59.254660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36686) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:56:59.268830 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-49f612d2-f7ab-43e0-b337-a7415c87210c req-7dd2fbfc-9b17-4c60-8a66-a6a2a782da7b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729342
Apr 07 07:56:59.397965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0646ffb0-3f39-48c7-80cf-b502c4fd708e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.450510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.503019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:56:59.513712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Usage tracker for resource:security_group_rule and tenant:9df7f1d83c3f4719b20d0c5f00b7b85f is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:56:59.523468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0646ffb0-3f39-48c7-80cf-b502c4fd708e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.532000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:56:59.547063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:56:59.620091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8124f-64ff-401b-b775-fcf167607e62 req-4f769b58-3939-4b9e-9d78-6246f5523bfa tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:59.621686 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-74e8124f-64ff-401b-b775-fcf167607e62 req-4f769b58-3939-4b9e-9d78-6246f5523bfa tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 946 time: 0.3139672
Apr 07 07:56:59.674581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d483d-e96b-4fc3-89d5-28fbfa2a7d2a req-f128d2a2-500c-4aea-a8b2-b46117583bbe tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:56:59.676740 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b68d483d-e96b-4fc3-89d5-28fbfa2a7d2a req-f128d2a2-500c-4aea-a8b2-b46117583bbe tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.2765217
Apr 07 07:56:59.737240 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-74e8124f-64ff-401b-b775-fcf167607e62 req-550eb7f1-b23e-41c1-9cb5-b6302f357467 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043742
Apr 07 07:56:59.739783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0646ffb0-3f39-48c7-80cf-b502c4fd708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.773347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:56:59.794745 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b68d483d-e96b-4fc3-89d5-28fbfa2a7d2a req-7fbfbd62-b123-46db-b580-6e2f6faacf5d tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072946
Apr 07 07:56:59.810179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646ffb0-3f39-48c7-80cf-b502c4fd708e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a8a0f5-ece8-4fdc-b64c-7350ff1d6a63,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:56:59.819257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0646ffb0-3f39-48c7-80cf-b502c4fd708e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:56:59.820279 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0646ffb0-3f39-48c7-80cf-b502c4fd708e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.824031 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0646ffb0-3f39-48c7-80cf-b502c4fd708e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4a8a0f5-ece8-4fdc-b64c-7350ff1d6a63 HTTP/1.1" status: 204  len: 168 time: 0.5659423
Apr 07 07:56:59.904763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.918471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:56:59.944759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:00.080936 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ca0fd7-858c-4c9b-b8fe-bffb9d356d54,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:00.087814 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9df7f1d83c3f4719b20d0c5f00b7b85f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0162117
Apr 07 07:57:00.088680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36722) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:00.088981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:00.127604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbeb8c-ff1c-4017-a6ff-c9e9879e1fce req-fcb415db-4dfa-4b50-bedb-52084af87246 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:00.135675 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cccbeb8c-ff1c-4017-a6ff-c9e9879e1fce req-fcb415db-4dfa-4b50-bedb-52084af87246 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1488566
Apr 07 07:57:00.197264 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cccbeb8c-ff1c-4017-a6ff-c9e9879e1fce req-b8bac7d1-91fb-4cdc-88d9-6fdc7f150455 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566978
Apr 07 07:57:00.250784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f57240a6-5f86-49eb-ba30-4727319ce47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:00.283522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f57240a6-5f86-49eb-ba30-4727319ce47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:00.352777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f57240a6-5f86-49eb-ba30-4727319ce47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:00.358034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6d07f800-eaab-412d-9c18-ccd1f2a26d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:00.395713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57240a6-5f86-49eb-ba30-4727319ce47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ca0fd7-858c-4c9b-b8fe-bffb9d356d54,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:00.399313 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f57240a6-5f86-49eb-ba30-4727319ce47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:00.436984 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f57240a6-5f86-49eb-ba30-4727319ce47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:00.439096 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f57240a6-5f86-49eb-ba30-4727319ce47b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4ca0fd7-858c-4c9b-b8fe-bffb9d356d54 HTTP/1.1" status: 204  len: 168 time: 0.3490553
Apr 07 07:57:00.640242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-963d2678-6304-4338-9078-f2ea0887e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:00.649155 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-963d2678-6304-4338-9078-f2ea0887e75b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 1099 time: 0.1597173
Apr 07 07:57:00.743144 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc483729-4407-4a83-a148-6725e35a82f9 req-4fb7a74b-6130-43c3-bec1-8036d14044de tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:00.752125 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fc483729-4407-4a83-a148-6725e35a82f9 req-4fb7a74b-6130-43c3-bec1-8036d14044de tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1700494
Apr 07 07:57:00.822686 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fc483729-4407-4a83-a148-6725e35a82f9 req-36fb5838-b343-490b-b65e-02fc8da6b410 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694373
Apr 07 07:57:00.925084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36764) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:00.958029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:00.981415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:00.992063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Usage tracker for resource:security_group_rule and tenant:915b092d687948a9a0238efcff252baf is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:00.999306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:01.015596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:01.041751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-6dca8e17-d9c1-41b8-ac91-3c3b503d2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:01.043590 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-6dca8e17-d9c1-41b8-ac91-3c3b503d2cb2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.3816869
Apr 07 07:57:01.137890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:01.146640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:01.173881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fbadef59-0edf-438e-b186-4a8e27c39d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:01.181593 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-3307d4b8-b4b4-4c1f-96b7-eb99d01f230a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e HTTP/1.1" status: 200  len: 217 time: 0.1314874
Apr 07 07:57:01.259379 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=915b092d687948a9a0238efcff252baf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3330834
Apr 07 07:57:01.262399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36776) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:01.265171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09c9ccc-8acf-4535-95bb-cb8ffc34ac9b,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:01.278178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:01.287808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-900c0ad6-4977-4846-85a1-5e404edf3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:01.290809 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-900c0ad6-4977-4846-85a1-5e404edf3a4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.1005948
Apr 07 07:57:01.383267 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-afa51794-03ae-4874-a5af-1cb278e77a79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0849750
Apr 07 07:57:01.417473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-604836b4-b8ca-4ff2-8fcd-21a0ca1bc20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:01.453351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-604836b4-b8ca-4ff2-8fcd-21a0ca1bc20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:01.651981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-604836b4-b8ca-4ff2-8fcd-21a0ca1bc20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:01.666799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63387-e9c4-47bf-9d3d-ef2d8462229d req-2ea1aa03-bf65-4a29-804f-36bd8bf4d4ee tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:01.671686 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-0c05aad8-d085-4f95-9a5f-2cc3b8e6767a service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2809496
Apr 07 07:57:01.673813 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1cc63387-e9c4-47bf-9d3d-ef2d8462229d req-2ea1aa03-bf65-4a29-804f-36bd8bf4d4ee tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1615660
Apr 07 07:57:01.677422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8a545a70-63ad-45fa-a89d-0bac6b3f6f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:01.700705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604836b4-b8ca-4ff2-8fcd-21a0ca1bc20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09c9ccc-8acf-4535-95bb-cb8ffc34ac9b,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:01.703470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-604836b4-b8ca-4ff2-8fcd-21a0ca1bc20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:01.746410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-604836b4-b8ca-4ff2-8fcd-21a0ca1bc20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:01.751143 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-604836b4-b8ca-4ff2-8fcd-21a0ca1bc20a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d09c9ccc-8acf-4535-95bb-cb8ffc34ac9b HTTP/1.1" status: 204  len: 168 time: 0.4874697
Apr 07 07:57:01.763326 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1cc63387-e9c4-47bf-9d3d-ef2d8462229d req-272eea3b-0b52-4230-a3da-f15e61463b5b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639083
Apr 07 07:57:01.884693 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69f98065-de80-43dc-b0e3-63ea39df9a33 req-6281ba11-ede0-451d-9e46-3777449c05e4 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936903
Apr 07 07:57:02.137952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def24d3-d130-4301-9be8-f2c7475f6a77 req-3e2f6a27-c052-4afa-b2ec-0763016d9497 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:02.140149 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4def24d3-d130-4301-9be8-f2c7475f6a77 req-3e2f6a27-c052-4afa-b2ec-0763016d9497 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1442351
Apr 07 07:57:02.224157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:57:02.226828 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4def24d3-d130-4301-9be8-f2c7475f6a77 req-970e1ac3-11b8-4467-bcc8-28c605af7059 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781794
Apr 07 07:57:02.474408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:57:02.491314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'port_id': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'mac_address': 'fa:16:3e:a7:ef:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:57:02.606216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:02.649268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea966736-9bb7-44e3-af87-3c7d0457a23d {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:57:02.699467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:57:02.705749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:02.710896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-36343d7f-93f0-4db2-808d-632c2319b4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:02.996638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:03.007547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:03.046874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['ea966736-9bb7-44e3-af87-3c7d0457a23d'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:57:03.288807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a97be-7f9c-45b9-a1ad-4328339aa124 req-ec11e307-04b5-4b4d-a83e-dc7e24e0d6a5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:03.298936 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-084a97be-7f9c-45b9-a1ad-4328339aa124 req-ec11e307-04b5-4b4d-a83e-dc7e24e0d6a5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 944 time: 0.1825829
Apr 07 07:57:03.404332 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-084a97be-7f9c-45b9-a1ad-4328339aa124 req-d1d330ed-defd-41b9-9974-6633f0872c5c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014011
Apr 07 07:57:03.572021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130be496-b73d-4761-a919-54ebec5a79be req-d494f511-9587-43bb-b85a-90938fc8376a tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:03.573783 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-130be496-b73d-4761-a919-54ebec5a79be req-d494f511-9587-43bb-b85a-90938fc8376a tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1146290
Apr 07 07:57:03.656642 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-130be496-b73d-4761-a919-54ebec5a79be req-4ac637c9-1303-45fd-9742-42d8bf74dd31 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737936
Apr 07 07:57:04.250709 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:57:04.315381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36920) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:04.331063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port ea966736-9bb7-44e3-af87-3c7d0457a23d completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:57:04.336695 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port ea966736-9bb7-44e3-af87-3c7d0457a23d triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:57:04.337407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:04.485083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:04.491528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:04.515517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:04.520078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Usage tracker for resource:security_group_rule and tenant:2f3e4b5e20d14226b3b5b986c2ca5972 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:04.523444 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:04.530163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:04.547387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:57:04.548664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:57:04.555646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:04.558741 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bdf0c224-e15e-4a41-b522-1738f929e55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:04.634048 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'code': 200}
Apr 07 07:57:04.651778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:04.655025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:04.667024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:04.686624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:04.701542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:04.707037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1bca9a-8a4e-4f47-9fe8-f7f8219d582c,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:04.715896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:04.742541 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f3e4b5e20d14226b3b5b986c2ca5972&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4242802
Apr 07 07:57:04.742541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36938) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:04.780503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a3355-bd81-4e2d-b24e-c41cf265119f req-beb7fd59-ed62-4277-b7e4-8ad6a05299ad tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:04.782555 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e53a3355-bd81-4e2d-b24e-c41cf265119f req-beb7fd59-ed62-4277-b7e4-8ad6a05299ad tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1749816
Apr 07 07:57:04.818946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53e4a288-80d0-4ceb-a9af-960559a9c6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:04.879132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53e4a288-80d0-4ceb-a9af-960559a9c6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:04.950540 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e53a3355-bd81-4e2d-b24e-c41cf265119f req-d1ab6564-dc30-4a49-b93c-10e81637760c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612704
Apr 07 07:57:05.012471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837adcf-9791-48ee-abea-0c0e0408e15b req-24c649b2-c916-44c7-8298-48974b35cc02 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:05.014457 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9837adcf-9791-48ee-abea-0c0e0408e15b req-24c649b2-c916-44c7-8298-48974b35cc02 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1357591
Apr 07 07:57:05.016684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91049f3-e74f-4622-b98d-d5bdcb01e141 req-ee6acde7-0a08-4d76-942a-f92230b854aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:05.018450 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b91049f3-e74f-4622-b98d-d5bdcb01e141 req-ee6acde7-0a08-4d76-942a-f92230b854aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1098 time: 0.1306195
Apr 07 07:57:05.040162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53e4a288-80d0-4ceb-a9af-960559a9c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.048461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5fad1a38-ea34-4595-b5e6-bf24e432e9fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:05.069071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4a288-80d0-4ceb-a9af-960559a9c6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1bca9a-8a4e-4f47-9fe8-f7f8219d582c,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:05.085820 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9837adcf-9791-48ee-abea-0c0e0408e15b req-7c129328-05e5-4818-b7a3-0be4e7f3d3e0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632408
Apr 07 07:57:05.089751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-53e4a288-80d0-4ceb-a9af-960559a9c6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:05.090700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53e4a288-80d0-4ceb-a9af-960559a9c6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.091925 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-53e4a288-80d0-4ceb-a9af-960559a9c6cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e1bca9a-8a4e-4f47-9fe8-f7f8219d582c HTTP/1.1" status: 204  len: 168 time: 0.3483832
Apr 07 07:57:05.133624 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b91049f3-e74f-4622-b98d-d5bdcb01e141 req-d1b41b07-9de5-4131-bc37-125fcc8a7f0e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080050
Apr 07 07:57:05.452236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36972) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:05.472812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.489735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:05.493897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Usage tracker for resource:security_group_rule and tenant:567684a5ce3d41538d033870048be598 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:05.497581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:05.505972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:05.596967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.600372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.610073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7c7631ff-3cb9-42bd-b98c-c66792911cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:05.652765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed7fd0-e87c-4792-9f38-a719421e8b19,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:05.656223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:05.661826 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=567684a5ce3d41538d033870048be598&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2058525
Apr 07 07:57:05.662476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 36982) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:05.726509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8756cf72-f91f-40b4-a7fe-c6c4b95d233d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.758819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8756cf72-f91f-40b4-a7fe-c6c4b95d233d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.806515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8756cf72-f91f-40b4-a7fe-c6c4b95d233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.811503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:05.823004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756cf72-f91f-40b4-a7fe-c6c4b95d233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed7fd0-e87c-4792-9f38-a719421e8b19,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:05.823293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 36988) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:05.825495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8756cf72-f91f-40b4-a7fe-c6c4b95d233d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:05.834095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8756cf72-f91f-40b4-a7fe-c6c4b95d233d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.835822 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8756cf72-f91f-40b4-a7fe-c6c4b95d233d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95ed7fd0-e87c-4792-9f38-a719421e8b19 HTTP/1.1" status: 204  len: 168 time: 0.1726196
Apr 07 07:57:05.959837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:05.978791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:05.982819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Usage tracker for resource:security_group_rule and tenant:dc04e538a20e431b9f8f5b714e525751 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:05.985816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:05.992505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:06.104814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:06.163118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:06.177557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:06.208504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb3a50-9068-4eee-b345-a31bf950f368,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:06.216986 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:06.298318 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc04e538a20e431b9f8f5b714e525751&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4685416
Apr 07 07:57:06.303068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37010) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:06.336845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788cbf-4376-41e5-ad03-24856612b7ac req-8f0eb733-992a-4e1b-bd23-550a8f65150d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:06.338539 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e7788cbf-4376-41e5-ad03-24856612b7ac req-8f0eb733-992a-4e1b-bd23-550a8f65150d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.2442820
Apr 07 07:57:06.376693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acd91d13-e9c4-4203-8681-7390c18ac1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:06.391270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5956e-63fb-40ff-901d-3916dc4c9454 req-190237fa-a9fe-45f0-a956-c9e14de73846 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:06.393833 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-00d5956e-63fb-40ff-901d-3916dc4c9454 req-190237fa-a9fe-45f0-a956-c9e14de73846 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1777461
Apr 07 07:57:06.412213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acd91d13-e9c4-4203-8681-7390c18ac1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:06.461372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acd91d13-e9c4-4203-8681-7390c18ac1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:06.468136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-29859032-b288-40a6-b345-bdfe1b600edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:06.481406 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e7788cbf-4376-41e5-ad03-24856612b7ac req-a5357186-ccbf-4809-87b7-13f547ca6e59 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306672
Apr 07 07:57:06.484514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd91d13-e9c4-4203-8681-7390c18ac1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb3a50-9068-4eee-b345-a31bf950f368,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:06.487430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-acd91d13-e9c4-4203-8681-7390c18ac1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:06.488891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acd91d13-e9c4-4203-8681-7390c18ac1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:06.490121 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-acd91d13-e9c4-4203-8681-7390c18ac1ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34eb3a50-9068-4eee-b345-a31bf950f368 HTTP/1.1" status: 204  len: 168 time: 0.1851299
Apr 07 07:57:06.514532 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-00d5956e-63fb-40ff-901d-3916dc4c9454 req-21232f7e-183a-4d2c-a934-c741323f7409 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061673
Apr 07 07:57:06.982972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37046) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:07.001922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:07.022103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:07.026567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb7e7427ab1417c83de8ced78b5fdcd is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:07.030342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:07.036570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:07.132341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:07.135318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:07.144549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7cba7c74-233a-4942-8b55-9bd93b4f3679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:07.192375 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bb7e7427ab1417c83de8ced78b5fdcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2051437
Apr 07 07:57:07.192784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37056) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:07.200724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb19b07-64b8-4b8c-b261-217209e61224,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:07.226883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:07.295233 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0febce2-ca65-4df8-bc54-e73555c4fa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:07.326463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0febce2-ca65-4df8-bc54-e73555c4fa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:07.380224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0febce2-ca65-4df8-bc54-e73555c4fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:07.387801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-acd91d13-e9c4-4203-8681-7390c18ac1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:07.409554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0febce2-ca65-4df8-bc54-e73555c4fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb19b07-64b8-4b8c-b261-217209e61224,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:07.411813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0febce2-ca65-4df8-bc54-e73555c4fa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:07.413502 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b0febce2-ca65-4df8-bc54-e73555c4fa60 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/feb19b07-64b8-4b8c-b261-217209e61224 HTTP/1.1" status: 204  len: 168 time: 0.2196527
Apr 07 07:57:07.415889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b0febce2-ca65-4df8-bc54-e73555c4fa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:07.726375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37090) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:07.786509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78841618-dd3f-4578-a2f2-fe4154f12f37 req-1e50dcae-3a10-4934-b7ea-9022a073bf41 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:07.788308 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-78841618-dd3f-4578-a2f2-fe4154f12f37 req-1e50dcae-3a10-4934-b7ea-9022a073bf41 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1623139
Apr 07 07:57:07.878807 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-78841618-dd3f-4578-a2f2-fe4154f12f37 req-941e7eb3-6f65-48a3-a68d-d156a0dd5755 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803988
Apr 07 07:57:07.892353 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d12e23-6bb1-4c0b-b115-c863d4a4d9a6 req-1dd643e6-61d1-4fe6-b4c2-74582ea98388 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:07.894729 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f0d12e23-6bb1-4c0b-b115-c863d4a4d9a6 req-1dd643e6-61d1-4fe6-b4c2-74582ea98388 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1805992
Apr 07 07:57:07.959361 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f0d12e23-6bb1-4c0b-b115-c863d4a4d9a6 req-2edb6647-205a-4054-ad2e-4860f58a73d1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573673
Apr 07 07:57:08.185334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164cfd7-7567-494c-a7fc-934a8b4fd240 req-141b0664-a8ce-413e-9369-45f3fd5743d4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:08.187194 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0164cfd7-7567-494c-a7fc-934a8b4fd240 req-141b0664-a8ce-413e-9369-45f3fd5743d4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1006224
Apr 07 07:57:08.196791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37114) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:08.203002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'floatingip': {'port_id': 'ea966736-9bb7-44e3-af87-3c7d0457a23d'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:57:08.208178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:08.229654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:08.234188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Usage tracker for resource:security_group_rule and tenant:1ce00f35abb34437b7f0e51d7c70083c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:08.237610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:08.244744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:08.326177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:08.358114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:08.365256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:08.384964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-19aab246-ad80-4c8b-a8f4-740c4dce5b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:08.438552 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ce00f35abb34437b7f0e51d7c70083c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7079442
Apr 07 07:57:08.438552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fbb91b-59c5-4a5d-8c0a-6187db4ecb21,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:08.439553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37136) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:08.442482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:08.512180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2b97074-5cda-4533-ad25-80664355ac39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:08.540615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2b97074-5cda-4533-ad25-80664355ac39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:08.593775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2b97074-5cda-4533-ad25-80664355ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:08.600960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fca9b8ea-a460-4955-a2f3-70a4a8172f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:08.611371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b97074-5cda-4533-ad25-80664355ac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fbb91b-59c5-4a5d-8c0a-6187db4ecb21,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:08.617180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b2b97074-5cda-4533-ad25-80664355ac39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:08.619402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2b97074-5cda-4533-ad25-80664355ac39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:08.620502 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b2b97074-5cda-4533-ad25-80664355ac39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4fbb91b-59c5-4a5d-8c0a-6187db4ecb21 HTTP/1.1" status: 204  len: 168 time: 0.1800370
Apr 07 07:57:09.257620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37168) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:09.299660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.318056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:09.322466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Usage tracker for resource:security_group_rule and tenant:117afdd8fc6849178df7940158b6a1ec is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:09.325608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:09.332546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:09.436543 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c4d4b-a786-41ba-a98a-5a0fd5ef0539 req-dc56a8e1-2767-4e6f-b50d-1494f5244044 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:09.438235 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e77c4d4b-a786-41ba-a98a-5a0fd5ef0539 req-dc56a8e1-2767-4e6f-b50d-1494f5244044 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1683900
Apr 07 07:57:09.446322 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.449933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.461272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-77ed46df-b9c4-456a-9c38-b1c0effc5288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:09.496752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce550783-8ee0-4e70-b084-f9f32c88ded7,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:09.520979 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.521638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.522315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.523156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.523714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.524287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.524838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.525429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.529498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.529995 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.530451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.530901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:09.536150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:09.544029 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=117afdd8fc6849178df7940158b6a1ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2845378
Apr 07 07:57:09.546940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37176) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:09.616282 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e77c4d4b-a786-41ba-a98a-5a0fd5ef0539 req-f06d2c3f-47f6-419c-ae44-0d9da87166ab tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364858
Apr 07 07:57:09.634550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d841a0bc-f10f-49a2-bb32-92d63f4bead1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.669100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.671663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d841a0bc-f10f-49a2-bb32-92d63f4bead1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.678580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.737265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d841a0bc-f10f-49a2-bb32-92d63f4bead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.747452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1c73b8ec-89bd-42db-846c-abd5287e8088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:09.765590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841a0bc-f10f-49a2-bb32-92d63f4bead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce550783-8ee0-4e70-b084-f9f32c88ded7,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:09.768662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d841a0bc-f10f-49a2-bb32-92d63f4bead1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:09.770618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d841a0bc-f10f-49a2-bb32-92d63f4bead1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:09.772322 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d841a0bc-f10f-49a2-bb32-92d63f4bead1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce550783-8ee0-4e70-b084-f9f32c88ded7 HTTP/1.1" status: 204  len: 168 time: 0.2244263
Apr 07 07:57:09.929104 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Floating IP b0d779f7-c292-440a-a234-1b558629a70d associated. External IP: 172.27.1.203, port: ea966736-9bb7-44e3-af87-3c7d0457a23d.
Apr 07 07:57:09.951457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37196) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:10.298224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.310450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37210) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:10.321456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37216) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:10.339575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:57:10.347582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:10.350292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.363384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d3ee0a76e048258d2d18bed9d3055c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:10.368453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:10.377427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:10.379898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:10.387088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Usage tracker for resource:security_group_rule and tenant:e8cfa411fd3d45b98105fb72daa83e94 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:10.394293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:10.406365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:10.551411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.557007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.567883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.577959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:10.579000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:10.591392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.592838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Usage tracker for resource:security_group_rule and tenant:164de05fc34b46d5bf2c8419ad57d6a3 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:10.597697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:10.605361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.606950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:10.615721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:57:10.632918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] Sync routers for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:57:10.646774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.647191 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4d3ee0a76e048258d2d18bed9d3055c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6944234
Apr 07 07:57:10.650786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:57:10.651660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f210d9160>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:56:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:57:10.654088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37222) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:10.658165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8502083b-4dc6-43ff-aadf-c38b27a93e9f,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:10.675923 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8cfa411fd3d45b98105fb72daa83e94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3530862
Apr 07 07:57:10.676776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37226) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:10.682351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:10.683698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-693e1c07-feb3-4616-8d79-2a837b47c856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:10.744047 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-595be74f-2999-47df-8fad-d20bb9dc9bce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "PUT /v2.0/floatingips/b0d779f7-c292-440a-a234-1b558629a70d HTTP/1.1" status: 200  len: 991 time: 2.5456715
Apr 07 07:57:10.768376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:57:10.770425 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47282d7e-df82-4a28-818a-4ac6ac0a68a8,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:10.795479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:10.838070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd57-40b4-4325-b560-5f06dba82ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.887822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb2297c2-4708-4f90-8085-de4ef5029c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.891629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:57:10.931095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd57-40b4-4325-b560-5f06dba82ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.979292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb2297c2-4708-4f90-8085-de4ef5029c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:10.995746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34667-3b23-4c1a-a19d-f66de58dbdcc req-77804ca7-2696-4985-a001-243418fb6f18 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:10.998031 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e5d34667-3b23-4c1a-a19d-f66de58dbdcc req-77804ca7-2696-4985-a001-243418fb6f18 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.2192109
Apr 07 07:57:11.057901 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'status': 'completed', 'code': 200}
Apr 07 07:57:11.060520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd57-40b4-4325-b560-5f06dba82ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.067964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.074851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b2b97074-5cda-4533-ad25-80664355ac39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:11.082700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.118741 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:11.132738 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=164de05fc34b46d5bf2c8419ad57d6a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8211033
Apr 07 07:57:11.133519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37244) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:11.146039 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e5d34667-3b23-4c1a-a19d-f66de58dbdcc req-a48f2865-1826-4952-a117-a96fddecf269 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203341
Apr 07 07:57:11.174367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4dd57-40b4-4325-b560-5f06dba82ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8502083b-4dc6-43ff-aadf-c38b27a93e9f,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:11.181369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-40b4dd57-40b4-4325-b560-5f06dba82ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:11.200832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb2297c2-4708-4f90-8085-de4ef5029c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.206489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fb2297c2-4708-4f90-8085-de4ef5029c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.207885 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-fb2297c2-4708-4f90-8085-de4ef5029c3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47282d7e-df82-4a28-818a-4ac6ac0a68a8 HTTP/1.1" status: 204  len: 168 time: 0.5272951
Apr 07 07:57:11.209926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-40b4dd57-40b4-4325-b560-5f06dba82ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.211160 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-40b4dd57-40b4-4325-b560-5f06dba82ec6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8502083b-4dc6-43ff-aadf-c38b27a93e9f HTTP/1.1" status: 204  len: 168 time: 0.5558362
Apr 07 07:57:11.212111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2d29d547-cdc1-47b6-8591-4b5b4a42a355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:11.214963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b233a501-77c7-4cc5-98e6-9f0d0d3df25d,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:11.228043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2297c2-4708-4f90-8085-de4ef5029c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47282d7e-df82-4a28-818a-4ac6ac0a68a8,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:11.231516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fb2297c2-4708-4f90-8085-de4ef5029c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:11.251099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.251519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.251862 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.252242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.252620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.252994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.253991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.254426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.254736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.255111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.255971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.256496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:57:11.260833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:11.272951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c428a3aa-c949-4484-bd66-5f9d800cd810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.322131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c428a3aa-c949-4484-bd66-5f9d800cd810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.574176 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56add36f-09ca-479d-96c3-99459975011a req-6db3bcf8-e4fa-4855-a56b-22ba9c764c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:11.578510 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-56add36f-09ca-479d-96c3-99459975011a req-6db3bcf8-e4fa-4855-a56b-22ba9c764c20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1098 time: 0.4861288
Apr 07 07:57:11.579825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f210d9160>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'b0d779f7-c292-440a-a234-1b558629a70d', 'tenant_id': 'be657b903e35488597869917af4011fc', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'port_id': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'mac_address': 'fa:16:3e:a7:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ed6c61-d058-49ca-bab9-9fb333792832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T07:56:33Z', 'updated_at': '2021-04-07T07:57:09Z', 'revision_number': 1, 'project_id': 'be657b903e35488597869917af4011fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:57:11.585903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] Checking router: 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:57:11.602866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:57:11.603633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f210d9160>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:56:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:57:11.647747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c428a3aa-c949-4484-bd66-5f9d800cd810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.665277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:11.679244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428a3aa-c949-4484-bd66-5f9d800cd810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b233a501-77c7-4cc5-98e6-9f0d0d3df25d,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:11.681789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c428a3aa-c949-4484-bd66-5f9d800cd810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:11.703047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c428a3aa-c949-4484-bd66-5f9d800cd810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:11.708676 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c428a3aa-c949-4484-bd66-5f9d800cd810 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b233a501-77c7-4cc5-98e6-9f0d0d3df25d HTTP/1.1" status: 204  len: 168 time: 0.5699875
Apr 07 07:57:11.837434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56add36f-09ca-479d-96c3-99459975011a req-38398f8b-a9d4-43d1-9dbe-1a512c898710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:11.839479 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-56add36f-09ca-479d-96c3-99459975011a req-38398f8b-a9d4-43d1-9dbe-1a512c898710 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 917 time: 0.2499433
Apr 07 07:57:11.994011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:57:12.048297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37288) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:12.103007 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-56add36f-09ca-479d-96c3-99459975011a req-94cf4e87-978a-45d3-b311-0dae8f1261ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d HTTP/1.1" status: 200  len: 999 time: 0.2488770
Apr 07 07:57:12.115734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:12.147171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:12.153087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Usage tracker for resource:security_group_rule and tenant:cf7c8dfc15924e3aa3fb7adafcb0fd82 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:12.158509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:12.167002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:12.280766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56add36f-09ca-479d-96c3-99459975011a req-6445c86b-3786-4b7e-9f31-783b20f01820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:12.282447 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-56add36f-09ca-479d-96c3-99459975011a req-6445c86b-3786-4b7e-9f31-783b20f01820 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.1630802
Apr 07 07:57:12.386449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:12.395097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:12.418703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56add36f-09ca-479d-96c3-99459975011a req-b3b5981b-e690-47d8-a56d-57a4af48321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:12.420304 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-56add36f-09ca-479d-96c3-99459975011a req-b3b5981b-e690-47d8-a56d-57a4af48321b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1300473
Apr 07 07:57:12.464259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2c57625f-84ca-41e2-9b3a-333a1e2e285e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:12.521006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5eef45-6435-4086-938f-dcd021e95694,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:12.533286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:12.605821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37306) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:12.608587 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a249427a-44e5-49b2-aebf-e94379fc770d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf7c8dfc15924e3aa3fb7adafcb0fd82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5519521
Apr 07 07:57:12.664512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6ec31-27ee-40a4-94ac-768b94921367 req-2fb8559a-92cb-4f52-813d-1d5e69452dbb tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:12.668291 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d9d6ec31-27ee-40a4-94ac-768b94921367 req-2fb8559a-92cb-4f52-813d-1d5e69452dbb tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.2480884
Apr 07 07:57:12.786131 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d9d6ec31-27ee-40a4-94ac-768b94921367 req-519cbab7-4299-4803-b389-f5f43c627180 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096790
Apr 07 07:57:12.896242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ef967824-60c2-4075-9337-bc038abc0ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:12.953293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ef967824-60c2-4075-9337-bc038abc0ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:13.012059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f210d9160>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'b0d779f7-c292-440a-a234-1b558629a70d', 'tenant_id': 'be657b903e35488597869917af4011fc', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'port_id': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'mac_address': 'fa:16:3e:a7:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ed6c61-d058-49ca-bab9-9fb333792832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T07:56:33Z', 'updated_at': '2021-04-07T07:57:09Z', 'revision_number': 1, 'project_id': 'be657b903e35488597869917af4011fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:57:13.016482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9772ba4-bc20-425c-9856-6e41ec1102c5 None None] The sync data for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi is: [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'b0d779f7-c292-440a-a234-1b558629a70d', 'tenant_id': 'be657b903e35488597869917af4011fc', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'port_id': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 81, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'mac_address': 'fa:16:3e:a7:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ed6c61-d058-49ca-bab9-9fb333792832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T07:56:33Z', 'updated_at': '2021-04-07T07:57:09Z', 'revision_number': 1, 'project_id': 'be657b903e35488597869917af4011fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:57:13.017430 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-56add36f-09ca-479d-96c3-99459975011a req-b352d50c-4a74-4c40-89b1-2b58ec359849 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5851848
Apr 07 07:57:13.052607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ef967824-60c2-4075-9337-bc038abc0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:13.108572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8756cf72-f91f-40b4-a7fe-c6c4b95d233d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:13.127766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef967824-60c2-4075-9337-bc038abc0ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5eef45-6435-4086-938f-dcd021e95694,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:13.130367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ef967824-60c2-4075-9337-bc038abc0ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:13.150739 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ef967824-60c2-4075-9337-bc038abc0ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:13.151949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ef967824-60c2-4075-9337-bc038abc0ee6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff5eef45-6435-4086-938f-dcd021e95694 HTTP/1.1" status: 204  len: 168 time: 0.5450959
Apr 07 07:57:13.203227 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-56add36f-09ca-479d-96c3-99459975011a req-2e94cd17-dcfb-4134-a59a-9da1e6d850cf service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781011
Apr 07 07:57:13.406758 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940344fe-04be-4b31-b74e-cf112cd2d540 None None] New status for floating IP b0d779f7-c292-440a-a234-1b558629a70d: ACTIVE {{(pid=84319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 07:57:13.890310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd8c65-4852-4e3d-a7a4-baffef6360ac req-a5fd1457-16ca-4b3f-ad81-008ae3fae84e tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:13.892397 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b8cd8c65-4852-4e3d-a7a4-baffef6360ac req-a5fd1457-16ca-4b3f-ad81-008ae3fae84e tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 946 time: 0.1032577
Apr 07 07:57:14.075770 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b8cd8c65-4852-4e3d-a7a4-baffef6360ac req-ab3544ea-77a7-4bd7-91b4-d8f9d99cdc18 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748815
Apr 07 07:57:14.122990 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d30f5-e11b-4f1f-a717-ae2b9d964e4c req-b13bf167-5da7-4815-baf1-850a2cd14b9b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:14.124887 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d60d30f5-e11b-4f1f-a717-ae2b9d964e4c req-b13bf167-5da7-4815-baf1-850a2cd14b9b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1872950
Apr 07 07:57:14.183861 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d60d30f5-e11b-4f1f-a717-ae2b9d964e4c req-556ba68a-44c0-40eb-b086-c4efb1dc1543 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511010
Apr 07 07:57:14.475566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37404) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:14.767003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:14.783567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:14.788299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f192d23bd84be3b39710a713802c6d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:14.791351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:14.797955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:14.914400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:14.917462 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:14.928466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d841a0bc-f10f-49a2-bb32-92d63f4bead1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:14.980151 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4f192d23bd84be3b39710a713802c6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5033882
Apr 07 07:57:14.981215 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917a3859-7061-4d67-a7c9-45b2c46660e2,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:14.983385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37434) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:14.984467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:15.051084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-000873a3-cac9-42ff-9c82-8a2d8f6b286c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.055859 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37438) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:15.092268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-000873a3-cac9-42ff-9c82-8a2d8f6b286c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.161499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-000873a3-cac9-42ff-9c82-8a2d8f6b286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.166841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:15.194965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000873a3-cac9-42ff-9c82-8a2d8f6b286c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917a3859-7061-4d67-a7c9-45b2c46660e2,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:15.204903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-000873a3-cac9-42ff-9c82-8a2d8f6b286c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:15.297994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-000873a3-cac9-42ff-9c82-8a2d8f6b286c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.299239 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-000873a3-cac9-42ff-9c82-8a2d8f6b286c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/917a3859-7061-4d67-a7c9-45b2c46660e2 HTTP/1.1" status: 204  len: 168 time: 0.3144720
Apr 07 07:57:15.372763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.389101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40610dbb-6812-4bd8-9b39-43ab851a4133 req-67f5d86b-9b65-4ca2-b674-f4abf1dc252b tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:15.397480 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-40610dbb-6812-4bd8-9b39-43ab851a4133 req-67f5d86b-9b65-4ca2-b674-f4abf1dc252b tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 946 time: 0.1734214
Apr 07 07:57:15.419784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:15.428338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Usage tracker for resource:security_group_rule and tenant:f380e67ec0304ff29d52a4484d9605c9 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:15.431734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:15.451727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:15.582335 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-40610dbb-6812-4bd8-9b39-43ab851a4133 req-1676e4f7-89a2-488f-a2c4-7cd3afe81392 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838253
Apr 07 07:57:15.598863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.606467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.618244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-28d1b7d6-4695-4261-8d44-0ef0b2ee6e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:15.639874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3944a04-8bef-453a-a939-a32877f929a0 req-0d1d9c54-ce19-49d4-9928-69a949d765c3 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:15.649902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a7b700-5d95-469a-911b-8c67437ed5b6,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:15.652682 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f3944a04-8bef-453a-a939-a32877f929a0 req-0d1d9c54-ce19-49d4-9928-69a949d765c3 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.2156162
Apr 07 07:57:15.655382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:15.678779 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f380e67ec0304ff29d52a4484d9605c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6217790
Apr 07 07:57:15.681581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37468) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:15.751713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9700d2ab-1afd-44c6-8815-2cfd33e661c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.753656 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f3944a04-8bef-453a-a939-a32877f929a0 req-168020de-98fa-4cc0-842c-bafc4715d321 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980051
Apr 07 07:57:15.834409 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9700d2ab-1afd-44c6-8815-2cfd33e661c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.918098 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-4f911218-fd84-4df5-bb3e-0c7096d4d499 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:15.919772 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-4f911218-fd84-4df5-bb3e-0c7096d4d499 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.67 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 946 time: 0.1391022
Apr 07 07:57:15.954589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37474) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:15.966065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9700d2ab-1afd-44c6-8815-2cfd33e661c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.979136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:15.981339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e7ebe5ef-58ef-4678-af78-a660efb173f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:15.996056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:16.000703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Usage tracker for resource:security_group_rule and tenant:340b2a8015e749038f284e7065054e0b is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:16.004286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:16.007276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700d2ab-1afd-44c6-8815-2cfd33e661c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a7b700-5d95-469a-911b-8c67437ed5b6,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:16.011415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:16.016248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9700d2ab-1afd-44c6-8815-2cfd33e661c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:16.038351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9700d2ab-1afd-44c6-8815-2cfd33e661c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.040307 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9700d2ab-1afd-44c6-8815-2cfd33e661c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66a7b700-5d95-469a-911b-8c67437ed5b6 HTTP/1.1" status: 204  len: 168 time: 0.3576200
Apr 07 07:57:16.047459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Deleting port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 07:57:16.047854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.108670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.113600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.124507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2b5a95f0-f765-4b05-b186-389bbec8afed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:16.159978 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=340b2a8015e749038f284e7065054e0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2042258
Apr 07 07:57:16.163317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37486) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:16.210720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f22670-27ed-4884-a533-e23c33526cf7,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:16.216543 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:16.254418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-713521e5-6770-4b9b-816a-fe8d848b5b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.288801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-713521e5-6770-4b9b-816a-fe8d848b5b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.339166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-713521e5-6770-4b9b-816a-fe8d848b5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.346460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fe894725-93a4-41c0-9344-b2b890f79a3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:16.360216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713521e5-6770-4b9b-816a-fe8d848b5b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f22670-27ed-4884-a533-e23c33526cf7,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:16.363883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-713521e5-6770-4b9b-816a-fe8d848b5b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:16.365185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-713521e5-6770-4b9b-816a-fe8d848b5b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.366645 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-713521e5-6770-4b9b-816a-fe8d848b5b9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17f22670-27ed-4884-a533-e23c33526cf7 HTTP/1.1" status: 204  len: 168 time: 0.2021484
Apr 07 07:57:16.398352 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] For port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,segment=NetworkSegment(ee98685d-e058-445c-91bf-304ed8d7ef1c),segment_id=ee98685d-e058-445c-91bf-304ed8d7ef1c)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:57:16.398971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.520533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37502) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:16.547290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Calling delete_port for 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f owned by compute:nova {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 07:57:16.553696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.590977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:16.607830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Usage tracker for resource:security_group_rule and tenant:bc7e658b8a8b4792b73ce9246b7c33ef is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:16.613000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:16.629465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:16.912351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.926957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['38a62bd8-3bc4-47aa-85ec-45480dbbbc8f'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:57:16.943748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:16.944256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.958239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:16.971290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-46086cba-bee7-4fa5-b3a8-eac53a1993af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:17.118624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e14fce-c0b2-4d81-8e73-b7129bc684a1 req-790eaf8a-5c98-4f5a-b32d-2c4176850342 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:17.120488 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-40e14fce-c0b2-4d81-8e73-b7129bc684a1 req-790eaf8a-5c98-4f5a-b32d-2c4176850342 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 867 time: 0.3209450
Apr 07 07:57:17.127629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Pushing event deleted for resources: {'Port': ['ID=38a62bd8-3bc4-47aa-85ec-45480dbbbc8f,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:17.129748 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc7e658b8a8b4792b73ce9246b7c33ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6075916
Apr 07 07:57:17.134142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37538) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:17.135037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:17.136812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b167a-41e6-4d7b-acbe-9dc97620323e,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:17.170812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:17.217293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151e436-59dc-4c3c-89d3-a9e74d1ead1f req-c0496e94-a38b-4075-a88c-7d80452a0457 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:17.219068 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f151e436-59dc-4c3c-89d3-a9e74d1ead1f req-c0496e94-a38b-4075-a88c-7d80452a0457 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1911237
Apr 07 07:57:17.246919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9809000a-eb9c-497b-b512-ceb393cacc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:17.284092 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f151e436-59dc-4c3c-89d3-a9e74d1ead1f req-0d720033-4f78-450f-853f-33be5da3c128 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501649
Apr 07 07:57:17.292428 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-40e14fce-c0b2-4d81-8e73-b7129bc684a1 req-8526a54e-de65-42a2-aee9-849035bddd90 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/security-groups?id=07e50d94-8c5b-4198-8b38-5134be2cc070&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422296
Apr 07 07:57:17.327087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9809000a-eb9c-497b-b512-ceb393cacc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:17.467094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] No DVR routers for this DVR port 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f on host hv-cinder-78239 {{(pid=84318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 07:57:17.483019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:17.486784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67be89ab-49b5-4cd6-9b72-4e08e2cd3e73', 'name': 'network-vif-deleted', 'tag': '38a62bd8-3bc4-47aa-85ec-45480dbbbc8f'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:57:17.515714 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ddfd2f9a-619d-423d-8b9a-e8a08afb17e7 req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.67 "DELETE /v2.0/ports/38a62bd8-3bc4-47aa-85ec-45480dbbbc8f HTTP/1.1" status: 204  len: 173 time: 1.5892553
Apr 07 07:57:17.528536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9809000a-eb9c-497b-b512-ceb393cacc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:17.540659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f57240a6-5f86-49eb-ba30-4727319ce47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:17.577846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809000a-eb9c-497b-b512-ceb393cacc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b167a-41e6-4d7b-acbe-9dc97620323e,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:17.580221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9809000a-eb9c-497b-b512-ceb393cacc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:17.582236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9809000a-eb9c-497b-b512-ceb393cacc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:17.583624 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9809000a-eb9c-497b-b512-ceb393cacc39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f1b167a-41e6-4d7b-acbe-9dc97620323e HTTP/1.1" status: 204  len: 168 time: 0.4475822
Apr 07 07:57:17.591946 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67be89ab-49b5-4cd6-9b72-4e08e2cd3e73', 'name': 'network-vif-deleted', 'tag': '38a62bd8-3bc4-47aa-85ec-45480dbbbc8f', 'status': 'completed', 'code': 200}
Apr 07 07:57:17.623058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37562) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:17.799180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:17.818133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:17.824055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Usage tracker for resource:security_group_rule and tenant:c71c9fbad1d0460788f9e941aea456a7 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:17.827826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:17.836705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:17.943443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:17.946111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:17.979268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9700d2ab-1afd-44c6-8815-2cfd33e661c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:17.991554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37586) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:17.991749 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c71c9fbad1d0460788f9e941aea456a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3670871
Apr 07 07:57:18.013728 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddac287-2b47-47ef-864a-ac9436bcd62c,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:18.017488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:18.101198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1033846a-8c22-436b-8148-7514695adbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:18.149380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1033846a-8c22-436b-8148-7514695adbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:18.201265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1033846a-8c22-436b-8148-7514695adbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:18.206335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8f96dbab-ed64-4671-b4e5-313157b06654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:18.219029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033846a-8c22-436b-8148-7514695adbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddac287-2b47-47ef-864a-ac9436bcd62c,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:18.224954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1033846a-8c22-436b-8148-7514695adbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:18.229890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1033846a-8c22-436b-8148-7514695adbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:18.233588 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1033846a-8c22-436b-8148-7514695adbc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eddac287-2b47-47ef-864a-ac9436bcd62c HTTP/1.1" status: 204  len: 168 time: 0.2381470
Apr 07 07:57:18.564235 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1347e0e4-d586-4a8b-95c5-db4a220383ac req-9dae4f5b-355c-4a81-8428-9effd5e50905 tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] 10.222.0.61 "GET /v2.0/ports?device_id=67be89ab-49b5-4cd6-9b72-4e08e2cd3e73 HTTP/1.1" status: 200  len: 210 time: 0.0756090
Apr 07 07:57:18.648358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b84435-618d-46da-a8df-c89ffe45a925 req-16dca297-924e-4b6d-acb6-ee710a96893b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:18.656997 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d9b84435-618d-46da-a8df-c89ffe45a925 req-16dca297-924e-4b6d-acb6-ee710a96893b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.2167740
Apr 07 07:57:18.699256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37620) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:18.723483 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d9b84435-618d-46da-a8df-c89ffe45a925 req-ffbb2165-ed72-4748-a578-0f46beb7e667 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651739
Apr 07 07:57:18.773788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37628) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:18.794781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:18.812970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:18.818220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d48920059c4e4b84671ccb6f119ed2 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:18.820771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:18.828842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:19.006726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.012498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.023068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2af6dd57-5313-49fe-8640-f8a9a2ecea2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:19.057283 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2434435a-b836-410f-bbea-1606ee8d2a2a,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:19.078037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:19.101129 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6d48920059c4e4b84671ccb6f119ed2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3255334
Apr 07 07:57:19.104114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37640) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:19.160953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.173000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc61d-88e2-41bf-93b9-2c425e9dbba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.181510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:19.186985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Usage tracker for resource:security_group_rule and tenant:7d689c127b7a4242bb31f1f253f96a80 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:19.191069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:19.198195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:19.204677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc61d-88e2-41bf-93b9-2c425e9dbba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.266718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc61d-88e2-41bf-93b9-2c425e9dbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.280512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-40b4dd57-40b4-4325-b560-5f06dba82ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:19.294578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cc61d-88e2-41bf-93b9-2c425e9dbba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2434435a-b836-410f-bbea-1606ee8d2a2a,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:19.298607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0c8cc61d-88e2-41bf-93b9-2c425e9dbba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:19.301119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.305386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.317490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc61d-88e2-41bf-93b9-2c425e9dbba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.317724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:19.318666 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0c8cc61d-88e2-41bf-93b9-2c425e9dbba5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2434435a-b836-410f-bbea-1606ee8d2a2a HTTP/1.1" status: 204  len: 168 time: 0.2134256
Apr 07 07:57:19.357941 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d689c127b7a4242bb31f1f253f96a80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6565816
Apr 07 07:57:19.360727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37650) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:19.366335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542fe3c-4f0d-4d82-8666-4a700bab6766,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:19.369697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:19.436639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be5798fc-6788-460e-87c3-7c174d81226f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.470672 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be5798fc-6788-460e-87c3-7c174d81226f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.519170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be5798fc-6788-460e-87c3-7c174d81226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.523251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fb2297c2-4708-4f90-8085-de4ef5029c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:19.535301 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5798fc-6788-460e-87c3-7c174d81226f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542fe3c-4f0d-4d82-8666-4a700bab6766,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:19.540851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-be5798fc-6788-460e-87c3-7c174d81226f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:19.542937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-be5798fc-6788-460e-87c3-7c174d81226f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:19.546969 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-be5798fc-6788-460e-87c3-7c174d81226f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3542fe3c-4f0d-4d82-8666-4a700bab6766 HTTP/1.1" status: 204  len: 168 time: 0.1839640
Apr 07 07:57:20.047459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd3d2c-5f61-464a-a121-84aa3201ca7f req-6ccad94a-e9c0-469c-a726-81376278cd43 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:20.055898 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5fcd3d2c-5f61-464a-a121-84aa3201ca7f req-6ccad94a-e9c0-469c-a726-81376278cd43 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1359775
Apr 07 07:57:20.105602 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5fcd3d2c-5f61-464a-a121-84aa3201ca7f req-7447e2b9-c32e-4be0-aa7e-e053d8c3e042 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486853
Apr 07 07:57:20.318507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 07:57:20.365034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 07:57:20.365739 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38a62bd8-3bc4-47aa-85ec-45480dbbbc8f not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 07:57:21.011102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37766) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:21.405516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:21.427800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:21.432732 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Usage tracker for resource:security_group_rule and tenant:4dda8c1af35d4e39978188d75b9e88b3 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:21.435891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:21.442183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:21.548650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37824) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:21.550482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:21.556446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:21.566383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:21.582044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fa626-57d1-400c-a4b3-0ef1709f8bb0 req-e13c470f-0797-40d2-b7c8-65620f13b0f8 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:21.589985 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-433fa626-57d1-400c-a4b3-0ef1709f8bb0 req-e13c470f-0797-40d2-b7c8-65620f13b0f8 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.3109860
Apr 07 07:57:21.633298 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4dda8c1af35d4e39978188d75b9e88b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6208420
Apr 07 07:57:21.636321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37834) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:21.661605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21813d65-e384-42b4-8f16-2648263ad3da,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:21.665742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:21.733778 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-433fa626-57d1-400c-a4b3-0ef1709f8bb0 req-f212b8da-b54d-4639-8c32-200472165558 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428263
Apr 07 07:57:21.780079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37840) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:21.785315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf2aae12-b441-48c8-a7e1-029ccfa73482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:21.829150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf2aae12-b441-48c8-a7e1-029ccfa73482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:21.920055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf2aae12-b441-48c8-a7e1-029ccfa73482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:21.925510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ef967824-60c2-4075-9337-bc038abc0ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:21.966892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] Deleting subnet a8f123de-c326-4fe6-820e-74290574b6be {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 07:57:21.972117 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2aae12-b441-48c8-a7e1-029ccfa73482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21813d65-e384-42b4-8f16-2648263ad3da,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:21.974574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:21.977210 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-cf2aae12-b441-48c8-a7e1-029ccfa73482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:21.978476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf2aae12-b441-48c8-a7e1-029ccfa73482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:21.980464 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-cf2aae12-b441-48c8-a7e1-029ccfa73482 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21813d65-e384-42b4-8f16-2648263ad3da HTTP/1.1" status: 204  len: 168 time: 0.3426054
Apr 07 07:57:22.051435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.068068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.076576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:22.076767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.082051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Usage tracker for resource:security_group_rule and tenant:5d332efb96154fbba61e128d9eb8d74e is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:22.086640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:22.099090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:22.199832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.204022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.249983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0c8cc61d-88e2-41bf-93b9-2c425e9dbba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:22.326638 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d332efb96154fbba61e128d9eb8d74e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7766023
Apr 07 07:57:22.343610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37868) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:22.398278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.419736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:22.422010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63814d2d-6dce-4115-9349-8bf93c98eff4,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:22.428163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:22.458343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a2877c9-a7b4-4fe6-839f-cf048d795754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.496925 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a2877c9-a7b4-4fe6-839f-cf048d795754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.573383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f123de-c326-4fe6-820e-74290574b6be,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:22.578463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:22.598757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37884) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:22.622222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.653268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.654025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:22.660984 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3b05e512464a445080fb01422b1014da is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:22.664037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:22.672850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:22.680394 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-811a7f09-c4b5-40ad-8a47-077d7296bf46 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a8f123de-c326-4fe6-820e-74290574b6be HTTP/1.1" status: 204  len: 168 time: 0.8963139
Apr 07 07:57:22.680556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a2877c9-a7b4-4fe6-839f-cf048d795754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.680670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37890) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:22.684937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-cf2aae12-b441-48c8-a7e1-029ccfa73482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:22.695273 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-edc66899-64bc-4340-b178-5351d91b2e07 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1732731
Apr 07 07:57:22.705966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2877c9-a7b4-4fe6-839f-cf048d795754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63814d2d-6dce-4115-9349-8bf93c98eff4,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:22.710953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8a2877c9-a7b4-4fe6-839f-cf048d795754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:22.724598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a2877c9-a7b4-4fe6-839f-cf048d795754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.729133 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8a2877c9-a7b4-4fe6-839f-cf048d795754 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63814d2d-6dce-4115-9349-8bf93c98eff4 HTTP/1.1" status: 204  len: 168 time: 0.3837595
Apr 07 07:57:22.923337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.991572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:22.996088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.005935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9809000a-eb9c-497b-b512-ceb393cacc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:23.119164 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b05e512464a445080fb01422b1014da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5198910
Apr 07 07:57:23.119947 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37906) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:23.124162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b196952-fb44-4522-adcb-6395c7ba32e8,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:23.161989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:23.210134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-f2a282dc-f0f6-42d4-b468-c1380d9cf524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:23.212782 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-f2a282dc-f0f6-42d4-b468-c1380d9cf524 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1098 time: 0.3673334
Apr 07 07:57:23.264686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37910) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:23.297510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f9f16c8f-2df5-4ae7-b3f6-0f29481e8430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.318152 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1716f8d-24cf-4e5c-af52-6f8d160a01c5 req-5913b639-30b2-476f-abed-4334649d48ea tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:23.319920 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b1716f8d-24cf-4e5c-af52-6f8d160a01c5 req-5913b639-30b2-476f-abed-4334649d48ea tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.3327768
Apr 07 07:57:23.326076 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.429710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-190ceb67-1225-47d7-bbf5-2ceaf838558b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.441393 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b1716f8d-24cf-4e5c-af52-6f8d160a01c5 req-4921d880-cf58-4cae-a11c-28f149d11d1b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997891
Apr 07 07:57:23.456813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.506362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:23.510495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Usage tracker for resource:security_group_rule and tenant:27a037c6e68e491283050b52a3a3f68a is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:23.513372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9f1ea14ba8>> segment before_delete 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.513566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:23.513928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9f1ea14ba8>> subnet precommit_delete_associations 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.514811 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1f08fef0>> segment_host_mapping after_create 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.515253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1f08fef0>> port after_create 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.515684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1f08fef0>> port after_delete 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.516110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1f08fef0>> port after_update 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.516537 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1f08fef0>> segment after_delete 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.516997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1f08fef0>> subnet after_create 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.517447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1f08fef0>> subnet after_delete 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.517879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1f08fef0>> subnet after_update 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.520380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:23.549125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-190ceb67-1225-47d7-bbf5-2ceaf838558b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.563690 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-77310cab-914a-45a3-bb0f-a5a608148f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:23.565802 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-77310cab-914a-45a3-bb0f-a5a608148f1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.3074124
Apr 07 07:57:23.594473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f1e9efef0>> subnet after_create 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.594890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f1e9efef0>> subnet after_delete 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.595321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f1e9efef0>> subnet before_create 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.595950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f1e9efef0>> subnet before_update 55550000 {{(pid=84317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 07:57:23.596341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1ec308d0>,) {'filters': {'network_id': ['7c8a6ca0-a3a8-41d8-b3a9-9110670d833d']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:57:23.616569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1ec308d0>, 'ee98685d-e058-445c-91bf-304ed8d7ef1c') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:57:23.616902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1ec308d0>, 'ee98685d-e058-445c-91bf-304ed8d7ef1c') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:57:23.629833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.644873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.653441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 07:57:23.842324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 07:57:23.852272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.872634 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-8f0a06a5-6cbf-4293-8a1b-b214e0d25889 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 200  len: 217 time: 0.2898564
Apr 07 07:57:23.955119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-190ceb67-1225-47d7-bbf5-2ceaf838558b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:23.958769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:23.983085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-97025114-f13d-4637-8828-79ee9fe15211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:23.984636 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-97025114-f13d-4637-8828-79ee9fe15211 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.1053736
Apr 07 07:57:23.985400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ceb67-1225-47d7-bbf5-2ceaf838558b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b196952-fb44-4522-adcb-6395c7ba32e8,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:23.999799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-190ceb67-1225-47d7-bbf5-2ceaf838558b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:24.042781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Network 7c8a6ca0-a3a8-41d8-b3a9-9110670d833d has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 07:57:24.066303 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-03b19fef-7d3b-4315-be64-49374dc019d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704639
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   from cryptography.utils import int_from_bytes
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   from cryptography.utils import int_from_bytes
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   (rel_b, rel_a, rel_b),
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   (rel_b, rel_a, rel_b),
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 07:57:24.067917 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 07:57:24.070696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-190ceb67-1225-47d7-bbf5-2ceaf838558b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.071074 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-190ceb67-1225-47d7-bbf5-2ceaf838558b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b196952-fb44-4522-adcb-6395c7ba32e8 HTTP/1.1" status: 204  len: 168 time: 0.9486215
Apr 07 07:57:24.073036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.076918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.093581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d2ad6fd0-1236-477d-97c4-c46b6a5bbe34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:24.148141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.152915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f52f2dc7-3ca8-4080-9bf2-73b1721258e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:24.172894 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.184586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8a6ca0-a3a8-41d8-b3a9-9110670d833d,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:24.190669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:24.193153 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e3f90224-aa14-45b3-8dc1-0af9f81ab508 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7c8a6ca0-a3a8-41d8-b3a9-9110670d833d HTTP/1.1" status: 204  len: 168 time: 1.5114419
Apr 07 07:57:24.232104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36410279-a3c4-4ee3-b182-9192d24ca7a3,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:24.240352 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27a037c6e68e491283050b52a3a3f68a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9745209
Apr 07 07:57:24.241401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:24.243814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 37928) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:24.314539 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-85c91401-089d-498a-bd25-62fd5eb5c125 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225487
Apr 07 07:57:24.329185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75bf220d-86c1-4e62-9ad2-6519277c1090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.371232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75bf220d-86c1-4e62-9ad2-6519277c1090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.418831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75bf220d-86c1-4e62-9ad2-6519277c1090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.425685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-713521e5-6770-4b9b-816a-fe8d848b5b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:24.444791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf220d-86c1-4e62-9ad2-6519277c1090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36410279-a3c4-4ee3-b182-9192d24ca7a3,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:24.447784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-75bf220d-86c1-4e62-9ad2-6519277c1090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:24.449036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75bf220d-86c1-4e62-9ad2-6519277c1090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.453299 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-75bf220d-86c1-4e62-9ad2-6519277c1090 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36410279-a3c4-4ee3-b182-9192d24ca7a3 HTTP/1.1" status: 204  len: 168 time: 0.2085347
Apr 07 07:57:24.453879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37938) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:24.583651 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d3a9e83-def4-451e-b748-cb3d3aa3e497 req-de12846f-78ad-4294-9c30-82c0d1b0a6fa service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2601576
Apr 07 07:57:24.609751 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-576b378e-9fff-4aea-91b8-13ff55190945 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af38f7a2dad649759f869a9762023fc8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1546121
Apr 07 07:57:24.611293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 37952) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:24.682348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7ce6d457-9359-49df-97d7-3fa26e3e38e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.717187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7ce6d457-9359-49df-97d7-3fa26e3e38e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.795870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7ce6d457-9359-49df-97d7-3fa26e3e38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.805813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-190ceb67-1225-47d7-bbf5-2ceaf838558b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:24.840013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6d457-9359-49df-97d7-3fa26e3e38e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e50d94-8c5b-4198-8b38-5134be2cc070,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:24.845333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7ce6d457-9359-49df-97d7-3fa26e3e38e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:24.869304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7ce6d457-9359-49df-97d7-3fa26e3e38e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:24.870528 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7ce6d457-9359-49df-97d7-3fa26e3e38e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07e50d94-8c5b-4198-8b38-5134be2cc070 HTTP/1.1" status: 204  len: 168 time: 0.2582200
Apr 07 07:57:25.077581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919845bc-235a-41d0-a763-1362e283c334 req-95de8614-50a9-445b-b781-f2ee61dba2f6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:25.088285 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-919845bc-235a-41d0-a763-1362e283c334 req-95de8614-50a9-445b-b781-f2ee61dba2f6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.4163165
Apr 07 07:57:25.143873 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-919845bc-235a-41d0-a763-1362e283c334 req-f328f4b9-44d2-43e8-80d2-eceaa67a4bd0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541258
Apr 07 07:57:25.996341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-26fcab9c-8f3e-4312-ad20-f88c63752454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:26.246919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:26.400399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:26.432617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b726cd1-63b2-445c-be00-3f6352a5da04 req-e0304468-58ce-4a95-a6ca-a405ebb1545b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:26.434334 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7b726cd1-63b2-445c-be00-3f6352a5da04 req-e0304468-58ce-4a95-a6ca-a405ebb1545b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1330829
Apr 07 07:57:26.489598 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7b726cd1-63b2-445c-be00-3f6352a5da04 req-19369554-89e8-40b4-9122-4d2f41230653 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472736
Apr 07 07:57:27.442289 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:27.759044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283fc67-2229-46d4-bc6f-932d7929091f req-d9826f2c-2f8c-4aeb-9f5f-23a585dbb655 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:27.761314 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1283fc67-2229-46d4-bc6f-932d7929091f req-d9826f2c-2f8c-4aeb-9f5f-23a585dbb655 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1196232
Apr 07 07:57:27.820606 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1283fc67-2229-46d4-bc6f-932d7929091f req-87253279-0eb2-4190-9108-dcfb7b5c382a tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526872
Apr 07 07:57:28.095954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:28.269992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38156) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:28.410185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:28.428099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:28.432326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Usage tracker for resource:security_group_rule and tenant:bf237ceeb92d4097a244d473e530dfb6 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:28.436258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:28.446566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:28.543534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:28.546728 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:28.559145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e047838d-a3e5-4542-b249-fc7e65bb2def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:28.589531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38164) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:28.589719 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf237ceeb92d4097a244d473e530dfb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3184497
Apr 07 07:57:28.617301 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98fbdfe-2c90-43d2-b605-02479856d2f9,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:28.620495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:28.679606 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-25a76f47-68aa-4ab4-aac6-6a58fd323000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:28.726420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-25a76f47-68aa-4ab4-aac6-6a58fd323000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:28.782126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-25a76f47-68aa-4ab4-aac6-6a58fd323000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:28.787895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ae4d0ece-cb5e-40e8-9e28-32607cb96b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:28.803064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a76f47-68aa-4ab4-aac6-6a58fd323000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98fbdfe-2c90-43d2-b605-02479856d2f9,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:28.806358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-25a76f47-68aa-4ab4-aac6-6a58fd323000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:28.808155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-25a76f47-68aa-4ab4-aac6-6a58fd323000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:28.812378 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-25a76f47-68aa-4ab4-aac6-6a58fd323000 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b98fbdfe-2c90-43d2-b605-02479856d2f9 HTTP/1.1" status: 204  len: 168 time: 0.2214370
Apr 07 07:57:29.155093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce79a7b-3e2b-47e8-9b2a-340e0e91f18e req-7cb8b859-1e47-4024-886b-9b1670773c47 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:29.156782 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cce79a7b-3e2b-47e8-9b2a-340e0e91f18e req-7cb8b859-1e47-4024-886b-9b1670773c47 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1167338
Apr 07 07:57:29.214215 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cce79a7b-3e2b-47e8-9b2a-340e0e91f18e req-e349020e-072c-438d-b283-c3cef923ccaa tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491924
Apr 07 07:57:29.259109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38192) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:29.278302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:29.300848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:29.305581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Usage tracker for resource:security_group_rule and tenant:4b064627fc69495383cf38f1a3fc292f is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:29.308653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:29.315611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:29.408599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:29.412043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:29.421156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:29.464772 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b064627fc69495383cf38f1a3fc292f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2039762
Apr 07 07:57:29.465667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9241f5-632c-444b-8914-b02b065813b3,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:29.468406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38196) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:29.468880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:29.539307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af02a11-0a92-4024-aca6-33f96c9fab95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:29.571521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af02a11-0a92-4024-aca6-33f96c9fab95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:29.617473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af02a11-0a92-4024-aca6-33f96c9fab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:29.622642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f6f7f0d7-1b62-437c-a67b-590bd0fe836f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:29.633517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af02a11-0a92-4024-aca6-33f96c9fab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9241f5-632c-444b-8914-b02b065813b3,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:29.635841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7af02a11-0a92-4024-aca6-33f96c9fab95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:29.641943 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7af02a11-0a92-4024-aca6-33f96c9fab95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:29.643650 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7af02a11-0a92-4024-aca6-33f96c9fab95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f9241f5-632c-444b-8914-b02b065813b3 HTTP/1.1" status: 204  len: 168 time: 0.1733119
Apr 07 07:57:30.477707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678dab6-73b8-4ef8-94d4-7e0b7b1adb04 req-7f001ca7-ca45-4b01-836c-884965fe9703 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:30.478805 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e678dab6-73b8-4ef8-94d4-7e0b7b1adb04 req-7f001ca7-ca45-4b01-836c-884965fe9703 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1073685
Apr 07 07:57:30.541169 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e678dab6-73b8-4ef8-94d4-7e0b7b1adb04 req-bf871fff-131a-4f1c-a203-a3a7bea1dbd8 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554347
Apr 07 07:57:31.788804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114c93d-c26e-484d-a002-4516eb26d090 req-43670eb0-0355-4546-ae62-e0da0bcd21fa tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:31.790791 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3114c93d-c26e-484d-a002-4516eb26d090 req-43670eb0-0355-4546-ae62-e0da0bcd21fa tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.0938845
Apr 07 07:57:31.841454 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3114c93d-c26e-484d-a002-4516eb26d090 req-997ffe51-5085-4617-b2fd-52bc72b5e58b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426781
Apr 07 07:57:32.583486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38358) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:32.749394 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:32.768205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:32.772834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Usage tracker for resource:security_group_rule and tenant:9edd9526b36b41698b26a30f399c9d4c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:32.775897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:32.782582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:32.929808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:32.936029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:32.976282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9ac8a4d9-4232-4cce-a569-c97d799c07da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:32.989700 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9edd9526b36b41698b26a30f399c9d4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4049280
Apr 07 07:57:32.990848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38384) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:33.095889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3e388ff-5f46-4e9e-a335-4af944d592e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.101568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a663981d-0789-4b13-a2b7-db3239ef7177,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:33.105874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:33.107783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38388) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:33.126499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3e388ff-5f46-4e9e-a335-4af944d592e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.150797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a95f-399b-4e4c-acfb-46cc50ee8389 req-fa4b21a1-ad34-4727-b2e5-e5648b800238 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:33.152485 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2a52a95f-399b-4e4c-acfb-46cc50ee8389 req-fa4b21a1-ad34-4727-b2e5-e5648b800238 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1518271
Apr 07 07:57:33.182653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3e388ff-5f46-4e9e-a335-4af944d592e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.187997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b0febce2-ca65-4df8-bc54-e73555c4fa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:33.200060 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e388ff-5f46-4e9e-a335-4af944d592e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a663981d-0789-4b13-a2b7-db3239ef7177,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:33.206914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a3e388ff-5f46-4e9e-a335-4af944d592e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:33.207770 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3e388ff-5f46-4e9e-a335-4af944d592e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.225465 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a3e388ff-5f46-4e9e-a335-4af944d592e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a663981d-0789-4b13-a2b7-db3239ef7177 HTTP/1.1" status: 204  len: 168 time: 0.2331553
Apr 07 07:57:33.227810 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2a52a95f-399b-4e4c-acfb-46cc50ee8389 req-cc8e7051-9025-4787-93b5-cb3f8e2bc3af tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612218
Apr 07 07:57:33.293889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.310781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:33.315069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Usage tracker for resource:security_group_rule and tenant:580d1f157bb347ea80828a1ad0f3413b is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:33.318231 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:33.324703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:33.432259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.437722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.449202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:33.486928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02da1ff-19a0-4c56-8943-833d5c206c60,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:33.510961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:33.530847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:57:33.536135 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=580d1f157bb347ea80828a1ad0f3413b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4173317
Apr 07 07:57:33.540217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38400) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:33.583598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38404) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:33.601525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6870d-dd67-42fc-a72b-f58fbee01202 req-68704d9b-a4d6-47ec-a12a-958c339b0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:33.603115 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-33f6870d-dd67-42fc-a72b-f58fbee01202 req-68704d9b-a4d6-47ec-a12a-958c339b0ab1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 1099 time: 0.1184895
Apr 07 07:57:33.607824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.610172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-354f8e43-5227-4228-892f-b9bea0e805dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.641624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-354f8e43-5227-4228-892f-b9bea0e805dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.642030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:33.649443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9ba69301a64c0e90938897f79fdd8a is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:33.660535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:33.670797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:33.676967 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-33f6870d-dd67-42fc-a72b-f58fbee01202 req-c9451a52-0a30-4fcf-a9d0-5c5479450d7e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574634
Apr 07 07:57:33.690311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-354f8e43-5227-4228-892f-b9bea0e805dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.696342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-230a64be-0dc5-478d-9a35-5dc73279eb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:33.711089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f8e43-5227-4228-892f-b9bea0e805dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02da1ff-19a0-4c56-8943-833d5c206c60,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:33.716026 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-354f8e43-5227-4228-892f-b9bea0e805dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:33.739624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-354f8e43-5227-4228-892f-b9bea0e805dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.743326 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-354f8e43-5227-4228-892f-b9bea0e805dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e02da1ff-19a0-4c56-8943-833d5c206c60 HTTP/1.1" status: 204  len: 168 time: 0.1991446
Apr 07 07:57:33.794094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.798160 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.808632 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7af02a11-0a92-4024-aca6-33f96c9fab95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:33.842038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69d207a-a46c-498f-b1b7-7e96f41546f9,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:33.846534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:33.888285 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a9ba69301a64c0e90938897f79fdd8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3000605
Apr 07 07:57:33.888564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38416) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:33.966454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41988520-00e3-4bed-aaf9-da99eba8dcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:33.997447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41988520-00e3-4bed-aaf9-da99eba8dcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:34.054833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41988520-00e3-4bed-aaf9-da99eba8dcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:34.065450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:34.091279 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41988520-00e3-4bed-aaf9-da99eba8dcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69d207a-a46c-498f-b1b7-7e96f41546f9,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:34.095241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-41988520-00e3-4bed-aaf9-da99eba8dcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:34.096413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41988520-00e3-4bed-aaf9-da99eba8dcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:34.101702 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-41988520-00e3-4bed-aaf9-da99eba8dcfa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e69d207a-a46c-498f-b1b7-7e96f41546f9 HTTP/1.1" status: 204  len: 168 time: 0.2122951
Apr 07 07:57:34.171409 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38430) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:34.365024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38448) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:34.495164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:34.518125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:34.524793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Usage tracker for resource:security_group_rule and tenant:5d869b2ea59f4a0dab5b9e1c318b605d is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:34.544124 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:34.600118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:34.650169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:34.664577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38454) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:34.695511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:34.719900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:34.738906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed5300-7d8b-4475-be1b-0b7a51fac67a req-28add3fe-a10e-4b5b-b685-20b4d7ec76f2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:34.744268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:34.746801 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ceed5300-7d8b-4475-be1b-0b7a51fac67a req-28add3fe-a10e-4b5b-b685-20b4d7ec76f2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.3372269
Apr 07 07:57:34.751113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Usage tracker for resource:security_group_rule and tenant:19f9d4d1741a4965a2804a007818051e is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:34.751957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Usage tracker for resource:security_group_rule and tenant:a685afedbadc48adafdfffc033ef53b6 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:34.755402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:34.762948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:34.766391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:34.771090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:34.866905 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ceed5300-7d8b-4475-be1b-0b7a51fac67a req-21e72033-71a3-47c0-891c-9200c3374afe tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191328
Apr 07 07:57:34.892139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:34.896493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:34.908078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38462) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:34.911321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3dbaec63-b003-4b69-ba98-e039ccd1edae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:34.965906 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a685afedbadc48adafdfffc033ef53b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2995255
Apr 07 07:57:34.967930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc089b9b-a3f6-425f-ab18-31a4063743cf,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:34.970945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38468) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:34.972698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:35.004971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.022966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.048374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9283cabf-b040-43f5-b76c-d30a42dd248c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:35.060056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.095037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.140116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.152028 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19f9d4d1741a4965a2804a007818051e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9792233
Apr 07 07:57:35.155422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38472) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:35.177731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca63b0-7c35-40fd-a82b-2dbbd602bd1e,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:35.187698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:35.188825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c428a3aa-c949-4484-bd66-5f9d800cd810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:35.209574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:35.219866 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d869b2ea59f4a0dab5b9e1c318b605d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8524072
Apr 07 07:57:35.223448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38476) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:35.234771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Usage tracker for resource:security_group_rule and tenant:681c82119e924950b33e9ce8c9d4a88b is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:35.237818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d49df939-530e-4743-b624-9f383c25c482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.242700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6bbc-46d2-40d4-bfd9-a4cbb9ef0187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.243978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:35.260383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:35.264908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa489e3c-c596-439e-b74d-3c46a054d2b6,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:35.268742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:35.293624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d49df939-530e-4743-b624-9f383c25c482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.301422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6bbc-46d2-40d4-bfd9-a4cbb9ef0187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.338690 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c578cd44-c258-447b-bee9-e4e944d975d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.380319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c578cd44-c258-447b-bee9-e4e944d975d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.382765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d49df939-530e-4743-b624-9f383c25c482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.389932 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:35.420908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6bbc-46d2-40d4-bfd9-a4cbb9ef0187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.421267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49df939-530e-4743-b624-9f383c25c482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc089b9b-a3f6-425f-ab18-31a4063743cf,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:35.423629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d49df939-530e-4743-b624-9f383c25c482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:35.426696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5cc22873-aaf2-4b7a-975c-d0337a83ce92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:35.445775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e6bbc-46d2-40d4-bfd9-a4cbb9ef0187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca63b0-7c35-40fd-a82b-2dbbd602bd1e,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:35.449821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.450852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ce2e6bbc-46d2-40d4-bfd9-a4cbb9ef0187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:35.457758 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.464337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6bbc-46d2-40d4-bfd9-a4cbb9ef0187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.468081 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ce2e6bbc-46d2-40d4-bfd9-a4cbb9ef0187 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0dca63b0-7c35-40fd-a82b-2dbbd602bd1e HTTP/1.1" status: 204  len: 168 time: 0.3091729
Apr 07 07:57:35.468081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c578cd44-c258-447b-bee9-e4e944d975d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.474408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-62d48115-b5fa-4a08-8902-3e8cad8d059d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:35.481552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-34ac0fd8-153d-4135-8aac-c655cb7f1150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:35.485951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578cd44-c258-447b-bee9-e4e944d975d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa489e3c-c596-439e-b74d-3c46a054d2b6,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:35.488795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c578cd44-c258-447b-bee9-e4e944d975d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.490161 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c578cd44-c258-447b-bee9-e4e944d975d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa489e3c-c596-439e-b74d-3c46a054d2b6 HTTP/1.1" status: 204  len: 168 time: 0.2655792
Apr 07 07:57:35.491079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c578cd44-c258-447b-bee9-e4e944d975d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:35.512673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d49df939-530e-4743-b624-9f383c25c482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.516918 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d49df939-530e-4743-b624-9f383c25c482 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc089b9b-a3f6-425f-ab18-31a4063743cf HTTP/1.1" status: 204  len: 168 time: 0.5364311
Apr 07 07:57:35.528345 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=681c82119e924950b33e9ce8c9d4a88b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6154602
Apr 07 07:57:35.528715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38486) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:35.541747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348d9582-1e99-4e66-9187-b85715cfb047,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:35.545566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:35.600773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61797595-bd6a-4127-a807-a817a8cbe975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.633901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61797595-bd6a-4127-a807-a817a8cbe975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.712402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61797595-bd6a-4127-a807-a817a8cbe975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.720348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-64c31e92-e7e2-4a88-913c-3b55066f93a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:35.735625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61797595-bd6a-4127-a807-a817a8cbe975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348d9582-1e99-4e66-9187-b85715cfb047,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:35.739214 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-61797595-bd6a-4127-a807-a817a8cbe975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:35.740485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61797595-bd6a-4127-a807-a817a8cbe975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.745085 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-61797595-bd6a-4127-a807-a817a8cbe975 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/348d9582-1e99-4e66-9187-b85715cfb047 HTTP/1.1" status: 204  len: 168 time: 0.2120767
Apr 07 07:57:35.890075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38498) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:35.910293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:35.948463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:35.953374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Usage tracker for resource:security_group_rule and tenant:f5dded58d0ce403faeb7b17b5f87eb34 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:35.956522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:35.967302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:36.077767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.082670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.101497 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b4c6a33c-63c0-465e-acab-9bd315fec8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:36.139844 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5dded58d0ce403faeb7b17b5f87eb34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2484360
Apr 07 07:57:36.143277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38514) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:36.161506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600fd0e-48de-4dd2-b336-802c0e1c8386,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:36.165249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:36.182715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179726f-92d8-4d95-a5f2-f27242605ea3 req-a9a57020-944a-4e8a-bd4d-c37bd3b6dbab tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:36.184565 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2179726f-92d8-4d95-a5f2-f27242605ea3 req-a9a57020-944a-4e8a-bd4d-c37bd3b6dbab tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1579783
Apr 07 07:57:36.253843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2047-4b7b-42ba-b5ab-55b5822d45be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.257723 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2179726f-92d8-4d95-a5f2-f27242605ea3 req-923c11ce-a049-4eec-b619-74d3215238e7 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665286
Apr 07 07:57:36.297740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2047-4b7b-42ba-b5ab-55b5822d45be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.363693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2047-4b7b-42ba-b5ab-55b5822d45be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.369241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c578cd44-c258-447b-bee9-e4e944d975d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:36.383466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff2047-4b7b-42ba-b5ab-55b5822d45be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2600fd0e-48de-4dd2-b336-802c0e1c8386,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:36.388368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a8ff2047-4b7b-42ba-b5ab-55b5822d45be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:36.389821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2047-4b7b-42ba-b5ab-55b5822d45be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.391036 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a8ff2047-4b7b-42ba-b5ab-55b5822d45be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2600fd0e-48de-4dd2-b336-802c0e1c8386 HTTP/1.1" status: 204  len: 168 time: 0.2467139
Apr 07 07:57:36.477771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e70521-bca6-45c9-bb59-d7a736f16b60 req-0de7cb35-7c25-40c5-87a5-61547a9e8c13 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:36.485470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38534) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:36.485564 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-23e70521-bca6-45c9-bb59-d7a736f16b60 req-0de7cb35-7c25-40c5-87a5-61547a9e8c13 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1111400
Apr 07 07:57:36.526387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.548622 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-23e70521-bca6-45c9-bb59-d7a736f16b60 req-fad8d316-51d2-4719-b532-c86f957d21ff tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618143
Apr 07 07:57:36.553654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:36.558311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Usage tracker for resource:security_group_rule and tenant:7ca2213cda4e478da33a60823f3f4e7e is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:36.561387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:36.568056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:36.690731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.696601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.711424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-be5798fc-6788-460e-87c3-7c174d81226f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:36.764640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f067437-77b7-4b09-ae84-834fa71804ba,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:36.770766 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ca2213cda4e478da33a60823f3f4e7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2840641
Apr 07 07:57:36.772095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:36.773660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38550) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:36.857464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f9b054a-736b-4816-9056-a66152fcba10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.910393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f9b054a-736b-4816-9056-a66152fcba10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:36.984007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f9b054a-736b-4816-9056-a66152fcba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:37.001412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-604836b4-b8ca-4ff2-8fcd-21a0ca1bc20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:37.038916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b054a-736b-4816-9056-a66152fcba10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f067437-77b7-4b09-ae84-834fa71804ba,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:37.047361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8f9b054a-736b-4816-9056-a66152fcba10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:37.048669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f9b054a-736b-4816-9056-a66152fcba10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:37.052623 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8f9b054a-736b-4816-9056-a66152fcba10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f067437-77b7-4b09-ae84-834fa71804ba HTTP/1.1" status: 204  len: 168 time: 0.2778239
Apr 07 07:57:39.103030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38702) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:39.214890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-b6c4817a-586f-4a02-9954-4158c5110f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:39.218105 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-b6c4817a-586f-4a02-9954-4158c5110f5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1098 time: 0.0996850
Apr 07 07:57:39.286586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebb842-2448-4839-bb9e-59a13ebbe274 req-2d6e2e4b-6881-40e5-9b84-74b07f66af2b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:39.288491 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87ebb842-2448-4839-bb9e-59a13ebbe274 req-2d6e2e4b-6881-40e5-9b84-74b07f66af2b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1173487
Apr 07 07:57:39.367128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:39.395861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-8e95cd99-1148-4dd5-9bba-4bae958afa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:39.397573 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-8e95cd99-1148-4dd5-9bba-4bae958afa47 service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.1690226
Apr 07 07:57:39.398697 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87ebb842-2448-4839-bb9e-59a13ebbe274 req-dfa7d607-7f2b-4035-8d7d-7eb3e16827bb tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988529
Apr 07 07:57:39.401226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:39.406293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Usage tracker for resource:security_group_rule and tenant:71886e5a8fa04823bccfcb1ea1acf272 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:39.409667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:39.417441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:39.495059 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-16ee7eb9-2330-4bf8-85f1-8b959e52fa2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 200  len: 217 time: 0.0888155
Apr 07 07:57:39.558797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:39.561545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:39.571479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1033846a-8c22-436b-8148-7514695adbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:39.577353 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-bf5537c8-666f-4cc9-9a89-bbdf9393a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:39.581423 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-bf5537c8-666f-4cc9-9a89-bbdf9393a1a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.0777383
Apr 07 07:57:39.607028 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71886e5a8fa04823bccfcb1ea1acf272&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4998636
Apr 07 07:57:39.611503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38724) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:39.634857 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecce04b-69aa-4561-a306-e751b68d04c1,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:39.638342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:39.643627 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-aeabeda0-6233-4d91-a3e0-90d3e694064f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529671
Apr 07 07:57:39.692573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f71526e8-2517-4f9f-b8d0-873c6c7c9866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:39.721625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f71526e8-2517-4f9f-b8d0-873c6c7c9866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:39.769653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f71526e8-2517-4f9f-b8d0-873c6c7c9866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:39.775096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-75bf220d-86c1-4e62-9ad2-6519277c1090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:39.788090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71526e8-2517-4f9f-b8d0-873c6c7c9866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecce04b-69aa-4561-a306-e751b68d04c1,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:39.790956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f71526e8-2517-4f9f-b8d0-873c6c7c9866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:39.794622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f71526e8-2517-4f9f-b8d0-873c6c7c9866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:39.796429 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-d02c4e11-9461-4103-8c79-6d139e9b6bb6 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428275
Apr 07 07:57:39.796571 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f71526e8-2517-4f9f-b8d0-873c6c7c9866 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ecce04b-69aa-4561-a306-e751b68d04c1 HTTP/1.1" status: 204  len: 168 time: 0.1838398
Apr 07 07:57:40.025621 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89011613-b545-4d69-a8ed-b7a62dce97fe req-9af7e822-4920-4d95-9221-a726e99e00d4 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142279
Apr 07 07:57:40.604818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f6cf-d538-4a98-ba91-6c037cd3559a req-95aa4506-b95a-4f2a-86ce-459b4a623c74 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:40.608132 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-24a9f6cf-d538-4a98-ba91-6c037cd3559a req-95aa4506-b95a-4f2a-86ce-459b4a623c74 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0926869
Apr 07 07:57:40.668274 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-24a9f6cf-d538-4a98-ba91-6c037cd3559a req-88941c7d-e2f7-479a-970b-87dfb17e43d0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526972
Apr 07 07:57:41.203649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 38790) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:41.367710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:41.387970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:41.392074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d04247dfd0c4978a29237e675e58c1d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:41.395715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:41.401731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:41.487813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:41.492421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:41.501809 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e401bad8-62a2-4882-a8a4-962041bfce05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:41.545682 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d04247dfd0c4978a29237e675e58c1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3408675
Apr 07 07:57:41.546597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee6815-4919-4df3-85f1-ee0fbb4404d0,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:41.549343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 38808) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:41.549858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:41.615178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-695d406a-7385-4ad5-b023-106875b0e4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:41.644329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-695d406a-7385-4ad5-b023-106875b0e4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:41.691686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-695d406a-7385-4ad5-b023-106875b0e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:41.696798 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0646ffb0-3f39-48c7-80cf-b502c4fd708e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:41.711730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d406a-7385-4ad5-b023-106875b0e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee6815-4919-4df3-85f1-ee0fbb4404d0,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:41.713802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-695d406a-7385-4ad5-b023-106875b0e4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:41.717798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-695d406a-7385-4ad5-b023-106875b0e4d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88ee6815-4919-4df3-85f1-ee0fbb4404d0 HTTP/1.1" status: 204  len: 168 time: 0.1666677
Apr 07 07:57:41.718762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-695d406a-7385-4ad5-b023-106875b0e4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:41.898781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063eb29-08ac-46f0-b0b8-b461bf712d80 req-d74f7c89-1020-4f79-b4b5-df5f8552540e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:41.900591 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a063eb29-08ac-46f0-b0b8-b461bf712d80 req-d74f7c89-1020-4f79-b4b5-df5f8552540e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1036453
Apr 07 07:57:41.961763 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a063eb29-08ac-46f0-b0b8-b461bf712d80 req-17d3ea29-1a89-4aa6-b425-62558902958a tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545673
Apr 07 07:57:43.167631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3d572-894d-4466-866c-8bd17a352f38 req-08e27df0-6014-4c15-901d-51ef77965eaa tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:43.169425 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b3d572-894d-4466-866c-8bd17a352f38 req-08e27df0-6014-4c15-901d-51ef77965eaa tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0897284
Apr 07 07:57:43.220944 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b3d572-894d-4466-866c-8bd17a352f38 req-afd16770-68aa-4b80-bd60-1588450134a4 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442522
Apr 07 07:57:44.438445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e613dc-489a-478a-99f3-50fb1d62c722 req-daf0f8c1-f428-4ade-ad62-be2c2b03c16d tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:44.440670 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b7e613dc-489a-478a-99f3-50fb1d62c722 req-daf0f8c1-f428-4ade-ad62-be2c2b03c16d tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0998347
Apr 07 07:57:44.499178 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b7e613dc-489a-478a-99f3-50fb1d62c722 req-241c1500-fd56-4b17-8767-baf32c008548 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515115
Apr 07 07:57:45.720586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60b178-8516-4193-9224-2c747786b9a6 req-f1668079-1f8f-4149-beed-9cc431d0e852 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:45.722793 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ab60b178-8516-4193-9224-2c747786b9a6 req-f1668079-1f8f-4149-beed-9cc431d0e852 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0990505
Apr 07 07:57:45.774727 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ab60b178-8516-4193-9224-2c747786b9a6 req-8960a52b-561f-4bca-8ce5-c497cdb20380 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450923
Apr 07 07:57:46.982669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18792434-a1a3-48ad-940a-5bd1ecdc7e8a req-216d29f5-c21d-4ab8-8ceb-3c013b6601e4 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:46.984315 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-18792434-a1a3-48ad-940a-5bd1ecdc7e8a req-216d29f5-c21d-4ab8-8ceb-3c013b6601e4 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0906236
Apr 07 07:57:47.034879 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-18792434-a1a3-48ad-940a-5bd1ecdc7e8a req-00fa312f-96ae-479a-a15d-9934cdbe80d7 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439506
Apr 07 07:57:48.242985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9de3b-8491-4ded-b622-9253d9adf246 req-87dfc263-71a2-46b8-8140-96d8b9b49197 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:48.244631 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bfa9de3b-8491-4ded-b622-9253d9adf246 req-87dfc263-71a2-46b8-8140-96d8b9b49197 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0928907
Apr 07 07:57:48.293713 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bfa9de3b-8491-4ded-b622-9253d9adf246 req-9a49abdb-b34b-45ac-ac30-26907df3288f tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422182
Apr 07 07:57:49.495232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4979f-7c30-4e8d-83d2-2948292dfcb5 req-9d1f7e40-cdbe-4cb6-b6d4-8ec976039e84 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:49.496834 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-27d4979f-7c30-4e8d-83d2-2948292dfcb5 req-9d1f7e40-cdbe-4cb6-b6d4-8ec976039e84 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0871212
Apr 07 07:57:49.548552 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-27d4979f-7c30-4e8d-83d2-2948292dfcb5 req-eb573731-c5b8-4f6c-b0ba-b06ed5ed55b5 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451138
Apr 07 07:57:50.760107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb679f9-4e9b-46c4-95d0-3ccb8e84a9e9 req-daa96c90-bd6a-4764-8bfc-ddee9519ec92 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:50.761747 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2bb679f9-4e9b-46c4-95d0-3ccb8e84a9e9 req-daa96c90-bd6a-4764-8bfc-ddee9519ec92 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0958958
Apr 07 07:57:50.810693 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2bb679f9-4e9b-46c4-95d0-3ccb8e84a9e9 req-7da5276b-71c3-445f-b853-399ac72535db tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425713
Apr 07 07:57:52.015555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc840f9-5d95-4cbe-9086-b3a8ca3cc8aa req-663dd579-93b9-443c-8382-d3673ffd7833 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:52.017070 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6fc840f9-5d95-4cbe-9086-b3a8ca3cc8aa req-663dd579-93b9-443c-8382-d3673ffd7833 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0921652
Apr 07 07:57:52.066560 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6fc840f9-5d95-4cbe-9086-b3a8ca3cc8aa req-19bf270d-59f9-4325-933d-2599ab3cd3b7 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426426
Apr 07 07:57:53.091973 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-1b3a857a-5b28-4747-a5fa-2a5123aa8821 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=41aee4482eaf4f2eb05143dcdd931e21&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321395
Apr 07 07:57:53.257343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-8d2148aa-34df-4e19-85f3-c13454c77f54 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:53.258898 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-8d2148aa-34df-4e19-85f3-c13454c77f54 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1610255
Apr 07 07:57:53.274886 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-c9cba425-70da-458d-a6e4-003fa4d82e7e tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/quotas/41aee4482eaf4f2eb05143dcdd931e21 HTTP/1.1" status: 200  len: 375 time: 0.0095456
Apr 07 07:57:53.299659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-057571ba-3bcf-433f-b314-f2ef07d66765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:53.330286 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-1b64d47d-c747-4b42-bc46-dd0be1ec85c8 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=41aee4482eaf4f2eb05143dcdd931e21&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492675
Apr 07 07:57:53.618463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0e7c9-8d71-4afe-b4a8-cf7c3e2f40ff req-556721b3-3c10-4121-b9a1-ec36d19babad tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:53.620063 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-06f0e7c9-8d71-4afe-b4a8-cf7c3e2f40ff req-556721b3-3c10-4121-b9a1-ec36d19babad tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0930970
Apr 07 07:57:53.672072 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-06f0e7c9-8d71-4afe-b4a8-cf7c3e2f40ff req-e5e105fc-4a22-4a68-a4fe-20c7c52dd85a tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444322
Apr 07 07:57:53.767803 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-34276e28-7174-471d-8932-ac09f9244589 req-79ea89b9-b257-413e-b0b9-846eccfc6185 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 210 time: 0.0506921
Apr 07 07:57:54.884636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d07fa-9124-4184-bcf1-e73bba0fe70a req-6a079ef9-4ae9-42b8-98dd-2a4bce21478c tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:54.886288 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-055d07fa-9124-4184-bcf1-e73bba0fe70a req-6a079ef9-4ae9-42b8-98dd-2a4bce21478c tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0958042
Apr 07 07:57:54.936208 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-055d07fa-9124-4184-bcf1-e73bba0fe70a req-a6e9fca8-dd16-4a49-bf87-aa39df54fa20 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433002
Apr 07 07:57:55.083937 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b67a6c13-11c4-47a5-b906-aaed243c0555 req-e4d6af87-b3c6-4db0-8913-45c14ffe8df1 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 210 time: 0.0474036
Apr 07 07:57:56.001236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6346e8b2-ebee-4aa2-9ccb-3c84680f3e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:56.141990 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf1f30-da9d-41bd-bc91-0f0ce6f9b22e req-ed8a7e5c-a030-4a73-aebd-ea35d73a5909 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:56.143604 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c5bf1f30-da9d-41bd-bc91-0f0ce6f9b22e req-ed8a7e5c-a030-4a73-aebd-ea35d73a5909 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0933681
Apr 07 07:57:56.192545 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c5bf1f30-da9d-41bd-bc91-0f0ce6f9b22e req-2525e467-769f-4592-b66c-f086c7269c3c tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423501
Apr 07 07:57:56.235159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:56.251853 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-81b0d259-9319-4f91-abb4-c4eaa0d64ae3 req-57d2cd28-c070-43b6-95fc-bbac9324e4cf tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 210 time: 0.0484076
Apr 07 07:57:56.400288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:56.677762 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-21259ab0-dcbc-45ea-aa40-d0468ae22ace tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=41aee4482eaf4f2eb05143dcdd931e21&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0451341
Apr 07 07:57:56.953805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-8f856c44-07c5-4d5c-b0d4-d6540845fe40 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:56.955367 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-8f856c44-07c5-4d5c-b0d4-d6540845fe40 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2647431
Apr 07 07:57:56.972050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Request body: {'port': {'device_id': '547a1ef2-815d-47ce-8a9c-41133981cf4e', 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070', 'admin_state_up': True, 'tenant_id': '41aee4482eaf4f2eb05143dcdd931e21'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:57:56.988722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 39092) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:57.164679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:57.168865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Usage tracker for resource:port and tenant:41aee4482eaf4f2eb05143dcdd931e21 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:57.172667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:57.181131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:57.190385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.193931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Made reservation on behalf of 41aee4482eaf4f2eb05143dcdd931e21 for: {'port': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:57:57.203006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.228550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.236335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:57.246406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Usage tracker for resource:security_group_rule and tenant:de413cd9d48345e29f2929d80cc629e5 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:57.253291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:57.263271 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:57.267291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:57:57.277541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Usage tracker for resource:security_group_rule and tenant:41aee4482eaf4f2eb05143dcdd931e21 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:57:57.286718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:57:57.297765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:57:57.461227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.461570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.470296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.516630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-136402ba-6217-40a1-b770-e5737318f530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:57.552470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce07cb8-a0c7-4410-9af8-5c6097132ad8,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:57.575417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:57.692926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Allocated IP 192.168.233.98 (bd3977b6-4da8-409c-a984-e088fa67f070/0944cca9-fc0e-4bb2-9bc1-27a09bb935dc/b6b2f046-c332-4496-ae3e-79f0c470ecc1) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:57:57.863057 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e28febc5-3cad-43c0-89e7-1dacedda5928 req-bda0747e-2baa-4f79-9525-1ccc74e909a7 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 210 time: 0.2685201
Apr 07 07:57:57.940681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.952539 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3766c5-10eb-48c3-8006-d633c3b0c2fd req-3fed3eea-81bb-4c7a-8309-9a5f302d4641 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:57.954159 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b3766c5-10eb-48c3-8006-d633c3b0c2fd req-3fed3eea-81bb-4c7a-8309-9a5f302d4641 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.4563177
Apr 07 07:57:57.955961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.957670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Transition to ACTIVE for port object b6b2f046-c332-4496-ae3e-79f0c470ecc1 will not be triggered until provisioned by entity DHCP. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:57:57.958796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2b6e6-9472-4cc7-a47e-d735bbef7470 req-3919cdef-5346-499e-b61a-b954a3fad30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:57.960305 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a5d2b6e6-9472-4cc7-a47e-d735bbef7470 req-3919cdef-5346-499e-b61a-b954a3fad30c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1098 time: 0.5988057
Apr 07 07:57:57.963282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.984610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:57.988888 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7481d85a-8f0c-4896-8580-3a4c1105e033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:58.003415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:58.064455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580ac152-f6b9-4ced-a174-a7309e1b81fc,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:58.067727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:58.075730 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de413cd9d48345e29f2929d80cc629e5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0835450
Apr 07 07:57:58.084193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 39136) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:57:58.105699 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a5d2b6e6-9472-4cc7-a47e-d735bbef7470 req-b38d80ff-c5b7-4e94-8383-3450e151bb1a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202340
Apr 07 07:57:58.108767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:58.116891 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b3766c5-10eb-48c3-8006-d633c3b0c2fd req-e96c5cbf-9c4a-4f4e-a965-5f4f0509f2a5 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555932
Apr 07 07:57:58.148526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Pushing event updated for resources: {'Port': ['ID=b6b2f046-c332-4496-ae3e-79f0c470ecc1,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:58.153283 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:58.169731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6258707d-0050-4ca5-b99a-4ba116388c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:58.196633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6258707d-0050-4ca5-b99a-4ba116388c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:58.202225 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Network bd3977b6-4da8-409c-a984-e088fa67f070 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:57:58.203360 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:57:58.207853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:57:58.215693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:58.216411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:58.250156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6258707d-0050-4ca5-b99a-4ba116388c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:58.256450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-354f8e43-5227-4228-892f-b9bea0e805dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:58.256886 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2892740
Apr 07 07:57:58.272861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Request body: {'port': {'device_id': '547a1ef2-815d-47ce-8a9c-41133981cf4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:57:58.274607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258707d-0050-4ca5-b99a-4ba116388c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580ac152-f6b9-4ced-a174-a7309e1b81fc,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:58.279186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6258707d-0050-4ca5-b99a-4ba116388c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:58.280443 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6258707d-0050-4ca5-b99a-4ba116388c0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/580ac152-f6b9-4ced-a174-a7309e1b81fc HTTP/1.1" status: 204  len: 168 time: 0.1935041
Apr 07 07:57:58.281604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6258707d-0050-4ca5-b99a-4ba116388c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:58.398989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:58.472316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a7c0b85c-3167-4fd8-a7fc-837d0ff20ca1 None None] Provisioning for port b6b2f046-c332-4496-ae3e-79f0c470ecc1 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:57:58.477621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a7c0b85c-3167-4fd8-a7fc-837d0ff20ca1 None None] Provisioning complete for port b6b2f046-c332-4496-ae3e-79f0c470ecc1 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:57:58.478043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a7c0b85c-3167-4fd8-a7fc-837d0ff20ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:58.536384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0b85c-3167-4fd8-a7fc-837d0ff20ca1 None None] Port b6b2f046-c332-4496-ae3e-79f0c470ecc1 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:57:59.107383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ea65-075a-43e6-b50f-670e293d048f req-390413ed-5f29-43b5-a984-4a260b61aa53 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:59.116731 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2752ea65-075a-43e6-b50f-670e293d048f req-390413ed-5f29-43b5-a984-4a260b61aa53 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 935 time: 0.1224880
Apr 07 07:57:59.181282 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2752ea65-075a-43e6-b50f-670e293d048f req-78f49471-c618-4af6-a080-f79c2a7b1d91 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630939
Apr 07 07:57:59.284992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b2f046-c332-4496-ae3e-79f0c470ecc1 {{(pid=84318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:57:59.310394 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:59.331239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Transition to ACTIVE for port object b6b2f046-c332-4496-ae3e-79f0c470ecc1 will not be triggered until provisioned by entity L2. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:57:59.334738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:59.354794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:57:59.478964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b2f046-c332-4496-ae3e-79f0c470ecc1,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:57:59.486556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:57:59.509702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572337-3989-41d4-991f-e5703d7c5e53 req-a80ee874-f613-4951-83f4-35319e37d1b0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:57:59.511638 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cc572337-3989-41d4-991f-e5703d7c5e53 req-a80ee874-f613-4951-83f4-35319e37d1b0 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1520259
Apr 07 07:57:59.560416 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cc572337-3989-41d4-991f-e5703d7c5e53 req-ee300f1c-4718-47a8-ab01-3c19c158633c tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424454
Apr 07 07:57:59.701723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Attempting to bind port b6b2f046-c332-4496-ae3e-79f0c470ecc1 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:57:59.702139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Attempting to bind port b6b2f046-c332-4496-ae3e-79f0c470ecc1 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'}] {{(pid=84318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:57:59.702513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Attempting to bind port b6b2f046-c332-4496-ae3e-79f0c470ecc1 on network bd3977b6-4da8-409c-a984-e088fa67f070 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:57:59.708393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Port b6b2f046-c332-4496-ae3e-79f0c470ecc1 on network bd3977b6-4da8-409c-a984-e088fa67f070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:57:59.708761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Attempting to bind port b6b2f046-c332-4496-ae3e-79f0c470ecc1 on network bd3977b6-4da8-409c-a984-e088fa67f070 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:57:59.714678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:57:59.715057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Checking segment: {'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:57:59.715481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Bound using segment: {'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'} {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:57:59.715953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Bound port: b6b2f046-c332-4496-ae3e-79f0c470ecc1, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30a7473-541c-41b3-b37c-dcbbe8ef1088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070'}}] {{(pid=84318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:57:59.716342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:59.817635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] For port b6b2f046-c332-4496-ae3e-79f0c470ecc1, host hv-cinder-78239, cleared binding levels {{(pid=84318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:57:59.821375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] For port b6b2f046-c332-4496-ae3e-79f0c470ecc1, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b6b2f046-c332-4496-ae3e-79f0c470ecc1,segment=NetworkSegment(c30a7473-541c-41b3-b37c-dcbbe8ef1088),segment_id=c30a7473-541c-41b3-b37c-dcbbe8ef1088)] {{(pid=84318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:57:59.827060 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:57:59.843203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-be52787a-6755-49df-bb21-3560e4f16a85 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:00.075963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b2f046-c332-4496-ae3e-79f0c470ecc1,revision_number=3']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:00.081681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:00.119578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873e4e5-00a8-401f-9724-8337e690b7a4 req-945d0529-a3f0-4b2b-97b2-70d34f879a96 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:00.120222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:00.121437 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7873e4e5-00a8-401f-9724-8337e690b7a4 req-945d0529-a3f0-4b2b-97b2-70d34f879a96 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1427498
Apr 07 07:58:00.123356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:00.124649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-3e8cd1f5-8577-4359-905d-3a86b0650add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:00.124873 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] 10.222.0.67 "PUT /v2.0/ports/b6b2f046-c332-4496-ae3e-79f0c470ecc1 HTTP/1.1" status: 200  len: 1097 time: 1.8572872
Apr 07 07:58:00.125535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547a1ef2-815d-47ce-8a9c-41133981cf4e', 'tag': 'b6b2f046-c332-4496-ae3e-79f0c470ecc1'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:58:00.126151 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-3e8cd1f5-8577-4359-905d-3a86b0650add service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1098 time: 0.2003641
Apr 07 07:58:00.181602 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7873e4e5-00a8-401f-9724-8337e690b7a4 req-74bc7be8-4cac-41d6-82d2-34766452fea1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513363
Apr 07 07:58:00.226232 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547a1ef2-815d-47ce-8a9c-41133981cf4e', 'tag': 'b6b2f046-c332-4496-ae3e-79f0c470ecc1', 'status': 'completed', 'code': 200}
Apr 07 07:58:00.383069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a370-70b4-4366-8fbc-390c2e92d9b8 req-88b0a649-fe13-42bf-8cab-0e56e8ab8725 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:00.384657 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fe3a370-70b4-4366-8fbc-390c2e92d9b8 req-88b0a649-fe13-42bf-8cab-0e56e8ab8725 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 947 time: 0.0920143
Apr 07 07:58:00.434677 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fe3a370-70b4-4366-8fbc-390c2e92d9b8 req-abe87553-72ed-4010-80bd-ca80c19c6479 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435753
Apr 07 07:58:01.384437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8220-0e3b-4177-8db2-78c149887bb3 req-a696a677-5f85-459c-aed7-5ed333b96b81 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:01.386182 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3b1f8220-0e3b-4177-8db2-78c149887bb3 req-a696a677-5f85-459c-aed7-5ed333b96b81 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0899687
Apr 07 07:58:01.433899 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3b1f8220-0e3b-4177-8db2-78c149887bb3 req-3dc9e41e-718a-40f3-8a4e-4c32a5a13318 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413508
Apr 07 07:58:01.633325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd8f7-096c-450d-a693-106d42baa66d req-59c7e158-8346-4fcf-b367-7f0345545cb5 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:01.634927 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4c9dd8f7-096c-450d-a693-106d42baa66d req-59c7e158-8346-4fcf-b367-7f0345545cb5 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 947 time: 0.0899448
Apr 07 07:58:01.682525 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4c9dd8f7-096c-450d-a693-106d42baa66d req-2775fc92-4f0b-4331-9e25-13ecc7b874ab tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412714
Apr 07 07:58:02.629807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ceca9d-c97f-4a83-a37c-badc5930e568 req-64f6e4af-2c59-4f9d-b791-d6725e1cd5ab tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:02.631379 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-68ceca9d-c97f-4a83-a37c-badc5930e568 req-64f6e4af-2c59-4f9d-b791-d6725e1cd5ab tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.0865014
Apr 07 07:58:02.679172 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-68ceca9d-c97f-4a83-a37c-badc5930e568 req-9d3c0502-ce37-4119-84cf-c39ce01682de tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415137
Apr 07 07:58:02.888606 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29eab3-8410-4fe2-843e-5918cbf4f3c8 req-1ec29c5c-fad2-43b3-9dfb-af2148dabd03 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:02.890126 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0a29eab3-8410-4fe2-843e-5918cbf4f3c8 req-1ec29c5c-fad2-43b3-9dfb-af2148dabd03 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 947 time: 0.0895703
Apr 07 07:58:02.937604 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0a29eab3-8410-4fe2-843e-5918cbf4f3c8 req-a7222617-8582-4594-bee5-bae903450fde tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404408
Apr 07 07:58:03.378781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce40ef0-f45c-4571-90bf-4c0ee5648f87 req-f2f58f08-3870-4a0d-920c-d54d8057b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:03.380963 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0ce40ef0-f45c-4571-90bf-4c0ee5648f87 req-f2f58f08-3870-4a0d-920c-d54d8057b8e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41aee4482eaf4f2eb05143dcdd931e21&device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 1100 time: 0.0806723
Apr 07 07:58:03.418253 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0ce40ef0-f45c-4571-90bf-4c0ee5648f87 req-4704b7b4-f705-455f-8792-219d49497241 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=41aee4482eaf4f2eb05143dcdd931e21&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0290387
Apr 07 07:58:03.428192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-b6dc3981-10be-4f20-9a3c-9dd0c6c3e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:03.429882 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-b6dc3981-10be-4f20-9a3c-9dd0c6c3e211 service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.1479397
Apr 07 07:58:03.522277 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-c4aab7b9-6120-4682-b2ea-be8d88569357 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 200  len: 217 time: 0.0846314
Apr 07 07:58:03.576225 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce40ef0-f45c-4571-90bf-4c0ee5648f87 req-f3fd6ad3-4ad5-4f24-bdf1-0f3aabb7ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:03.577727 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0ce40ef0-f45c-4571-90bf-4c0ee5648f87 req-f3fd6ad3-4ad5-4f24-bdf1-0f3aabb7ca7c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1522799
Apr 07 07:58:03.593229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-2cafd575-d5ea-4cbf-aeac-85fb4e1a2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:03.595267 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-2cafd575-d5ea-4cbf-aeac-85fb4e1a2629 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.0654602
Apr 07 07:58:03.654895 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-5784f086-bfdb-4a88-9757-52c5749a20ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467577
Apr 07 07:58:03.712402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-88b1a748-d05e-4f6a-a40b-09eda084e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:03.714074 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-88b1a748-d05e-4f6a-a40b-09eda084e476 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41aee4482eaf4f2eb05143dcdd931e21&device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 1100 time: 0.0810387
Apr 07 07:58:03.791764 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-409b8e97-153a-4245-b434-4afd17eed41d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=b6b2f046-c332-4496-ae3e-79f0c470ecc1 HTTP/1.1" status: 200  len: 217 time: 0.0699017
Apr 07 07:58:03.875309 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-68a1df10-b059-4c85-9ba0-5b48f2c6b19c service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110274
Apr 07 07:58:03.886576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-4691a90c-bec2-42b4-8377-666deff7eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:03.888356 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-4691a90c-bec2-42b4-8377-666deff7eaa6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0944cca9-fc0e-4bb2-9bc1-27a09bb935dc HTTP/1.1" status: 200  len: 843 time: 0.0798049
Apr 07 07:58:03.977480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-13a40628-16e8-40fc-ab5b-bac506b5f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:03.979083 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-13a40628-16e8-40fc-ab5b-bac506b5f62e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bd3977b6-4da8-409c-a984-e088fa67f070&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0811300
Apr 07 07:58:04.036393 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6dd3007a-00d9-4752-8e0b-ddf6f362c8cb req-8adb3da2-de32-4437-bab9-1c5de4244af4 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454406
Apr 07 07:58:04.051443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4352afc-48fa-4851-93b3-45d8f4fe5e9b req-30f89b4d-d061-4668-a23c-81c37939baf5 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:04.053658 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a4352afc-48fa-4851-93b3-45d8f4fe5e9b req-30f89b4d-d061-4668-a23c-81c37939baf5 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.2545156
Apr 07 07:58:04.132264 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-f51c9255-4aa3-41e7-bc07-1746123d237f service neutron] 10.222.0.67 "GET /v2.0/networks/bd3977b6-4da8-409c-a984-e088fa67f070?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448488
Apr 07 07:58:04.157383 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a4352afc-48fa-4851-93b3-45d8f4fe5e9b req-62a30dcb-cf14-463f-b7e8-4f4bead0ede3 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964010
Apr 07 07:58:04.188605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97039f15-2568-4c89-a11b-0804c6dc12e2 req-b97683a2-f671-4f47-b73d-0a4af24dcec7 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:04.190243 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97039f15-2568-4c89-a11b-0804c6dc12e2 req-b97683a2-f671-4f47-b73d-0a4af24dcec7 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 947 time: 0.1122944
Apr 07 07:58:04.242223 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97039f15-2568-4c89-a11b-0804c6dc12e2 req-9a13e6d2-0ed4-4dbb-9c62-82c5cf70d7ac tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455773
Apr 07 07:58:04.277901 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e127a9-8f21-4351-b738-4abe67f8c29f req-50f9843c-b059-4dc3-86d2-7947c29a598c service neutron] 10.222.0.67 "GET /v2.0/networks/bd3977b6-4da8-409c-a984-e088fa67f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374536
Apr 07 07:58:05.439844 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387f982-6100-4c73-9699-53c57332e0b9 req-4ddd0264-1de3-4e38-a630-0755a22c1d8b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:05.441455 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8387f982-6100-4c73-9699-53c57332e0b9 req-4ddd0264-1de3-4e38-a630-0755a22c1d8b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1489573
Apr 07 07:58:05.510036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df2f72-9149-4582-953d-ab542ea0265a req-5e267799-8d4e-42be-930d-5a3c751d96a7 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:05.511582 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b0df2f72-9149-4582-953d-ab542ea0265a req-5e267799-8d4e-42be-930d-5a3c751d96a7 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 947 time: 0.1439350
Apr 07 07:58:05.516447 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8387f982-6100-4c73-9699-53c57332e0b9 req-efef9214-e2ce-4f0b-b4f0-f3fd95ce2d86 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651104
Apr 07 07:58:05.559762 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b0df2f72-9149-4582-953d-ab542ea0265a req-9f4fa6f6-557f-4fc2-b3a5-3f55cce89b2f tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416310
Apr 07 07:58:06.217014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 39304) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:06.374452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:06.391891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:06.395921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Usage tracker for resource:security_group_rule and tenant:72fd5abf35fc4f54b31e5b64774df728 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:06.398955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:06.405086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:06.511463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:06.516001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:06.565533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-32ff382f-9e8e-472d-aaf5-f403baec2762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:06.589265 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72fd5abf35fc4f54b31e5b64774df728&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3709002
Apr 07 07:58:06.592320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 39326) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:06.636561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4b7418-ab6c-40f2-9b3d-a49a0ed58523,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:06.640420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1dee1033-f270-4be4-aaee-585a142fac09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:06.699148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc3c8-4784-421e-9ecf-08468ce81c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:06.734748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc3c8-4784-421e-9ecf-08468ce81c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:06.781638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc3c8-4784-421e-9ecf-08468ce81c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:06.785600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6bcd4ca1-d777-44bd-81e1-1691d3ea544a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:06.797751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bc3c8-4784-421e-9ecf-08468ce81c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4b7418-ab6c-40f2-9b3d-a49a0ed58523,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:06.804959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8c4bc3c8-4784-421e-9ecf-08468ce81c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:06.805744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc3c8-4784-421e-9ecf-08468ce81c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:06.807042 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8c4bc3c8-4784-421e-9ecf-08468ce81c88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca4b7418-ab6c-40f2-9b3d-a49a0ed58523 HTTP/1.1" status: 204  len: 168 time: 0.2134202
Apr 07 07:58:06.900432 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d79e3-4152-432f-b415-0c1ef0147108 req-36be8dba-c8d1-41ec-9464-9e37a2989608 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:06.902212 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-560d79e3-4152-432f-b415-0c1ef0147108 req-36be8dba-c8d1-41ec-9464-9e37a2989608 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1890798
Apr 07 07:58:06.910580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613adcd2-7e53-4bc6-81ab-8a6c04172eca req-6c9a9662-355e-4c48-9b1a-461ee1fef302 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:06.912696 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-613adcd2-7e53-4bc6-81ab-8a6c04172eca req-6c9a9662-355e-4c48-9b1a-461ee1fef302 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 947 time: 0.1592498
Apr 07 07:58:06.997269 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-560d79e3-4152-432f-b415-0c1ef0147108 req-5fa0df4b-ec54-4067-b712-b32056cfdb96 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834782
Apr 07 07:58:07.007448 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-613adcd2-7e53-4bc6-81ab-8a6c04172eca req-ae51368b-3952-4bd1-af93-2d6c6b20606b tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785346
Apr 07 07:58:07.236344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device b6b2f046-c332-4496-ae3e-79f0c470ecc1 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:58:07.378710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port b6b2f046-c332-4496-ae3e-79f0c470ecc1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b6b2f046-c332-4496-ae3e-79f0c470ecc1,segment=NetworkSegment(c30a7473-541c-41b3-b37c-dcbbe8ef1088),segment_id=c30a7473-541c-41b3-b37c-dcbbe8ef1088)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:07.392751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'b6b2f046-c332-4496-ae3e-79f0c470ecc1', 'network_id': 'bd3977b6-4da8-409c-a984-e088fa67f070', 'port_id': 'b6b2f046-c332-4496-ae3e-79f0c470ecc1', 'mac_address': 'fa:16:3e:01:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0944cca9-fc0e-4bb2-9bc1-27a09bb935dc', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:58:07.451808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:07.469955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b2f046-c332-4496-ae3e-79f0c470ecc1 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:58:07.485389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port b6b2f046-c332-4496-ae3e-79f0c470ecc1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b6b2f046-c332-4496-ae3e-79f0c470ecc1,segment=NetworkSegment(c30a7473-541c-41b3-b37c-dcbbe8ef1088),segment_id=c30a7473-541c-41b3-b37c-dcbbe8ef1088)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:07.487950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:07.489772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:07.560051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=b6b2f046-c332-4496-ae3e-79f0c470ecc1,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:07.568409 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.568796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.569197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.569570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.569935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.570299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.570660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.571023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.571401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.571758 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.572112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.572466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:07.576380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:07.811503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['b6b2f046-c332-4496-ae3e-79f0c470ecc1'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:58:08.205198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe678063-aada-4d9a-8e7c-570d1d4b2e18 req-4f056427-d9e8-4d17-abda-82e2695b32b5 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:08.206802 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fe678063-aada-4d9a-8e7c-570d1d4b2e18 req-4f056427-d9e8-4d17-abda-82e2695b32b5 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 948 time: 0.0913444
Apr 07 07:58:08.258602 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fe678063-aada-4d9a-8e7c-570d1d4b2e18 req-d51a40e3-83d1-4573-89af-ad5c7f9faf82 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448272
Apr 07 07:58:08.732118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7792f-b313-4c14-b331-7729552ba88a req-7de8bbd2-f165-4342-89a2-cda0f707c9dd tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:08.733997 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50e7792f-b313-4c14-b331-7729552ba88a req-7de8bbd2-f165-4342-89a2-cda0f707c9dd tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1052926
Apr 07 07:58:08.784828 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50e7792f-b313-4c14-b331-7729552ba88a req-d80d3926-9280-4f68-9b62-8c0049fc95b5 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444705
Apr 07 07:58:09.454668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ab3e9-0521-41ea-9ecd-bbddbe217325 req-e69c3d82-945b-48cb-b4e4-6d8aec3cd2ec tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:09.456229 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-599ab3e9-0521-41ea-9ecd-bbddbe217325 req-e69c3d82-945b-48cb-b4e4-6d8aec3cd2ec tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 948 time: 0.0878704
Apr 07 07:58:09.505967 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-599ab3e9-0521-41ea-9ecd-bbddbe217325 req-fae19d0f-5c5c-405d-8063-5b0cf2beafeb tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435011
Apr 07 07:58:10.524054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:58:10.707524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5872bf7-0f68-4592-aa6d-dda19e6a84f8 req-77897993-8573-4cff-bb87-a38bc4a5e0ca tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:10.709595 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a5872bf7-0f68-4592-aa6d-dda19e6a84f8 req-77897993-8573-4cff-bb87-a38bc4a5e0ca tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 948 time: 0.0948770
Apr 07 07:58:10.755841 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a5872bf7-0f68-4592-aa6d-dda19e6a84f8 req-05773c89-3a7e-408b-905d-0b87b3c77d8e tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399904
Apr 07 07:58:11.963079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5929b-b9c7-432d-a059-2d8cfdafaa24 req-12ddc5f0-7db2-47d5-9ef3-9ee8e8c4f79c tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:11.964664 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a2b5929b-b9c7-432d-a059-2d8cfdafaa24 req-12ddc5f0-7db2-47d5-9ef3-9ee8e8c4f79c tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 948 time: 0.0937383
Apr 07 07:58:12.011760 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a2b5929b-b9c7-432d-a059-2d8cfdafaa24 req-782fbcc4-784a-4296-ab2c-abad6e6d3dda tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405231
Apr 07 07:58:12.745913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 39442) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:12.881486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:12.904211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:12.908459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Usage tracker for resource:security_group_rule and tenant:1892b96eb5384108b2822f6d054637e8 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:12.912255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:12.918851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:13.012294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.015798 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.026701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-25a76f47-68aa-4ab4-aac6-6a58fd323000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:13.085665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d28f2-5593-4f8c-9e21-f89bcdb9a014,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:13.092843 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1892b96eb5384108b2822f6d054637e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3457317
Apr 07 07:58:13.095852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 39460) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:13.100569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.101124 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.101532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.101928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.102322 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.102715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.103105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.103492 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.103879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.104262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.104642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.105191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.109506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:13.236186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.259832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device b6b2f046-c332-4496-ae3e-79f0c470ecc1 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:13.274501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.305976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba468e3-7119-44ea-abd2-b4580ec3fd79 req-0eeb1eb2-632a-4b50-b8d2-7f9046670c93 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:13.307595 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba468e3-7119-44ea-abd2-b4580ec3fd79 req-0eeb1eb2-632a-4b50-b8d2-7f9046670c93 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 948 time: 0.1670108
Apr 07 07:58:13.337607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port b6b2f046-c332-4496-ae3e-79f0c470ecc1 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:13.342474 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port b6b2f046-c332-4496-ae3e-79f0c470ecc1 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:13.342897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.364502 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba468e3-7119-44ea-abd2-b4580ec3fd79 req-3e062608-b4b2-496c-ac0e-2a533b2a541c tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459259
Apr 07 07:58:13.372549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.377799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-18935196-5f6c-44c3-b729-b271743dab29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:13.391231 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d28f2-5593-4f8c-9e21-f89bcdb9a014,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:13.400109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.400504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.400892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.401299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.401679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.402056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.402435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.402807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.403178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.403551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.403920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.404268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:13.414521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:13.415343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.419092 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f01d28f2-5593-4f8c-9e21-f89bcdb9a014 HTTP/1.1" status: 204  len: 168 time: 0.3206229
Apr 07 07:58:13.495412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.537259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547a1ef2-815d-47ce-8a9c-41133981cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b2f046-c332-4496-ae3e-79f0c470ecc1'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:58:13.573731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port b6b2f046-c332-4496-ae3e-79f0c470ecc1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b6b2f046-c332-4496-ae3e-79f0c470ecc1,segment=NetworkSegment(c30a7473-541c-41b3-b37c-dcbbe8ef1088),segment_id=c30a7473-541c-41b3-b37c-dcbbe8ef1088)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:13.577321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:13.581103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:13.669525 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547a1ef2-815d-47ce-8a9c-41133981cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b2f046-c332-4496-ae3e-79f0c470ecc1', 'code': 200}
Apr 07 07:58:13.671179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=b6b2f046-c332-4496-ae3e-79f0c470ecc1,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:13.687835 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:13.739184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc065-3d91-4737-995f-fbc47af18b12 req-1d5067d9-8943-4cda-b68f-20421f01bd52 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:13.741310 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-77dbc065-3d91-4737-995f-fbc47af18b12 req-1d5067d9-8943-4cda-b68f-20421f01bd52 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1138566
Apr 07 07:58:13.803308 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-77dbc065-3d91-4737-995f-fbc47af18b12 req-81b6c596-e5e0-445b-8834-3492f232ba3f tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547874
Apr 07 07:58:13.950623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d3786-6903-4fac-9c95-fb07f3a9f0d4 req-d85dcf5c-b610-4993-91d1-d6a7a85c4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:13.952232 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a93d3786-6903-4fac-9c95-fb07f3a9f0d4 req-d85dcf5c-b610-4993-91d1-d6a7a85c4b41 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 1102 time: 0.0978830
Apr 07 07:58:13.996158 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a93d3786-6903-4fac-9c95-fb07f3a9f0d4 req-97b8d0fb-0da1-473f-9c63-f54686c89f6d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365136
Apr 07 07:58:14.577105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6042-1a56-4068-b894-7613758be012 req-81171fa8-9014-491c-a234-a0c240a93bed tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:14.578815 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-047b6042-1a56-4068-b894-7613758be012 req-81171fa8-9014-491c-a234-a0c240a93bed tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 949 time: 0.0908418
Apr 07 07:58:14.641621 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-047b6042-1a56-4068-b894-7613758be012 req-ead210b9-7b70-4460-a0d0-710c38400b5f tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544367
Apr 07 07:58:15.293592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e23b-91a9-4257-ba50-77bf5a72f88b req-2fa71c29-8b46-4caf-8f9f-44471637eefc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:15.295159 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3748e23b-91a9-4257-ba50-77bf5a72f88b req-2fa71c29-8b46-4caf-8f9f-44471637eefc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.3249128
Apr 07 07:58:15.342010 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3748e23b-91a9-4257-ba50-77bf5a72f88b req-df4c60a3-2a8a-4880-a110-b4e5ee5c8276 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399270
Apr 07 07:58:15.839940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d008a2-d0d3-4558-b298-cb3f4600a6d1 req-e68a7ba8-4a49-4ba6-8c1a-40d0899f808c tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:15.841548 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-24d008a2-d0d3-4558-b298-cb3f4600a6d1 req-e68a7ba8-4a49-4ba6-8c1a-40d0899f808c tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 949 time: 0.0867009
Apr 07 07:58:15.892663 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-24d008a2-d0d3-4558-b298-cb3f4600a6d1 req-63dfc272-328d-4ee4-bab0-1316e21ad9b4 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447965
Apr 07 07:58:16.353017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8bf8c-5a5e-4e1d-b480-1cc3b8d055a7 req-9a0fa619-41e3-49fc-ba4f-24202660d244 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:16.354602 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-afe8bf8c-5a5e-4e1d-b480-1cc3b8d055a7 req-9a0fa619-41e3-49fc-ba4f-24202660d244 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 949 time: 0.0882170
Apr 07 07:58:16.402112 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-afe8bf8c-5a5e-4e1d-b480-1cc3b8d055a7 req-c4184387-e484-4392-9edb-f3b55f5a6a45 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412741
Apr 07 07:58:16.553438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41cfd-bdb6-43f9-bc9d-f8098e23835a req-780fc57a-92f4-4c2c-8a21-829d467ba8fd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:16.554945 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60a41cfd-bdb6-43f9-bc9d-f8098e23835a req-780fc57a-92f4-4c2c-8a21-829d467ba8fd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.0902805
Apr 07 07:58:16.601013 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60a41cfd-bdb6-43f9-bc9d-f8098e23835a req-96a45a1a-2b7f-466e-a82d-ecaba1563d32 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398743
Apr 07 07:58:17.780809 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3adc3-4d6d-403b-a4d2-68584ae06d80 req-d3e750cf-0cb0-4ef3-84fe-38a3071a4041 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:17.782409 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50c3adc3-4d6d-403b-a4d2-68584ae06d80 req-d3e750cf-0cb0-4ef3-84fe-38a3071a4041 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 949 time: 0.1369362
Apr 07 07:58:17.848601 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50c3adc3-4d6d-403b-a4d2-68584ae06d80 req-c41dcaa2-a003-4574-b847-6df2439a8b6a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579760
Apr 07 07:58:17.857776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f54816-ab5c-4ab6-b754-88a85393ad3b req-4ca61aa3-eb2b-439d-9ba6-15dde11eb200 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:17.859472 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-66f54816-ab5c-4ab6-b754-88a85393ad3b req-4ca61aa3-eb2b-439d-9ba6-15dde11eb200 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1401968
Apr 07 07:58:17.909155 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-66f54816-ab5c-4ab6-b754-88a85393ad3b req-93db91f3-a686-4b38-8b92-40c88d4298cc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418184
Apr 07 07:58:19.098487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d189c6f-b0ca-41c9-8e3d-ba8ea744062e req-c6e9f0de-8658-4810-8428-55c6b45ef365 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:19.100082 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d189c6f-b0ca-41c9-8e3d-ba8ea744062e req-c6e9f0de-8658-4810-8428-55c6b45ef365 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 949 time: 0.1364169
Apr 07 07:58:19.167571 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d189c6f-b0ca-41c9-8e3d-ba8ea744062e req-f5fd0a5b-5820-4c45-b3f1-2d0c4572effe tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589089
Apr 07 07:58:19.175914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee5fcd-8288-46d2-9777-13751452dba1 req-dcc83005-7b96-48ec-9745-07159b6e58af tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:19.177612 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f0ee5fcd-8288-46d2-9777-13751452dba1 req-dcc83005-7b96-48ec-9745-07159b6e58af tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1429560
Apr 07 07:58:19.232099 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f0ee5fcd-8288-46d2-9777-13751452dba1 req-67676ea4-968f-4e82-8904-f0cebc7b8525 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444763
Apr 07 07:58:20.248559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-586e6375-a707-4425-9e3f-f7c1d5e3ab99 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:20.249353 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-586e6375-a707-4425-9e3f-f7c1d5e3ab99 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Synchronizing usage tracker for tenant:41aee4482eaf4f2eb05143dcdd931e21 on resource:port {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:58:20.266500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-586e6375-a707-4425-9e3f-f7c1d5e3ab99 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Unset dirty status for tenant:41aee4482eaf4f2eb05143dcdd931e21 on resource:port {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:58:20.267742 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-586e6375-a707-4425-9e3f-f7c1d5e3ab99 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 949 time: 0.1030560
Apr 07 07:58:20.349708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Deleting port b6b2f046-c332-4496-ae3e-79f0c470ecc1 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 07:58:20.350222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:20.416324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8407f-4080-4f13-8821-4408ef558faa req-997526e1-a5e2-44ff-ba1d-481e815bbb4b tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:20.417959 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f6b8407f-4080-4f13-8821-4408ef558faa req-997526e1-a5e2-44ff-ba1d-481e815bbb4b tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 949 time: 0.1362035
Apr 07 07:58:20.487393 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f6b8407f-4080-4f13-8821-4408ef558faa req-9f931ade-dcc7-4e8c-9585-d495c0898cb3 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/security-groups?id=fce07cb8-a0c7-4410-9af8-5c6097132ad8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610287
Apr 07 07:58:20.496287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856412c4-6a72-4dcb-a110-9b1032bc0f73 req-7aae3717-c296-4e78-bddc-1c8079e6043a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:20.498138 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-856412c4-6a72-4dcb-a110-9b1032bc0f73 req-7aae3717-c296-4e78-bddc-1c8079e6043a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1437647
Apr 07 07:58:20.546805 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-856412c4-6a72-4dcb-a110-9b1032bc0f73 req-7d864dc3-c0fa-4fed-9213-6bb45ff4f1aa tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413861
Apr 07 07:58:20.613252 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] For port b6b2f046-c332-4496-ae3e-79f0c470ecc1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b6b2f046-c332-4496-ae3e-79f0c470ecc1,segment=NetworkSegment(c30a7473-541c-41b3-b37c-dcbbe8ef1088),segment_id=c30a7473-541c-41b3-b37c-dcbbe8ef1088)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:20.614144 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:20.746485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Calling delete_port for b6b2f046-c332-4496-ae3e-79f0c470ecc1 owned by compute:nova {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 07:58:20.901637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:20.915677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['b6b2f046-c332-4496-ae3e-79f0c470ecc1'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:58:20.919639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:21.014814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Pushing event deleted for resources: {'Port': ['ID=b6b2f046-c332-4496-ae3e-79f0c470ecc1,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:21.018826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:21.163558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] No DVR routers for this DVR port b6b2f046-c332-4496-ae3e-79f0c470ecc1 on host hv-cinder-78239 {{(pid=84318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 07:58:21.166137 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:21.170386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547a1ef2-815d-47ce-8a9c-41133981cf4e', 'name': 'network-vif-deleted', 'tag': 'b6b2f046-c332-4496-ae3e-79f0c470ecc1'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:58:21.189626 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2368eafd-bdfd-42e1-8e91-07603bd1c584 req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.67 "DELETE /v2.0/ports/b6b2f046-c332-4496-ae3e-79f0c470ecc1 HTTP/1.1" status: 204  len: 173 time: 0.9151828
Apr 07 07:58:21.224127 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547a1ef2-815d-47ce-8a9c-41133981cf4e', 'name': 'network-vif-deleted', 'tag': 'b6b2f046-c332-4496-ae3e-79f0c470ecc1', 'status': 'completed', 'code': 200}
Apr 07 07:58:21.664291 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5248759f-e2a8-40d9-bc74-6d513f31d545 req-698b5661-7cb2-492b-829e-b6172ee86dff tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] 10.222.0.61 "GET /v2.0/ports?device_id=547a1ef2-815d-47ce-8a9c-41133981cf4e HTTP/1.1" status: 200  len: 210 time: 0.0497413
Apr 07 07:58:21.759807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deec236-f6e0-458c-a74a-36ab172b6a4f req-39575d9e-b5e3-4546-9915-5415137a7d41 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:21.761660 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0deec236-f6e0-458c-a74a-36ab172b6a4f req-39575d9e-b5e3-4546-9915-5415137a7d41 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.0941422
Apr 07 07:58:21.820434 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0deec236-f6e0-458c-a74a-36ab172b6a4f req-bc53c6ff-8993-4a95-a7ad-49e63dc9fbac tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520401
Apr 07 07:58:21.934987 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-5a5a9b2e-5c76-4628-884f-38a84e5bf7ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1089053
Apr 07 07:58:22.034754 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-feed0788-ded9-47a8-a36f-310e1378a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:22.036823 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-feed0788-ded9-47a8-a36f-310e1378a8ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 1099 time: 0.0759237
Apr 07 07:58:22.191850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-51e88a3f-36e8-4645-b89e-70b50fe4310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:22.193439 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-51e88a3f-36e8-4645-b89e-70b50fe4310d service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.1369250
Apr 07 07:58:22.269279 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-c9b870bd-3433-4b6b-939f-2876ea09b963 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e HTTP/1.1" status: 200  len: 217 time: 0.0679271
Apr 07 07:58:22.337305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-7ec39063-0c6d-4d34-81a8-0cf8b07bd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:22.338785 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-7ec39063-0c6d-4d34-81a8-0cf8b07bd41c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.0618594
Apr 07 07:58:22.396110 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-3dd85718-77af-49c6-8e5f-15fc7a61cebb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467601
Apr 07 07:58:22.537630 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-0baf60b5-13db-4de5-8f6d-69f4956fd068 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314065
Apr 07 07:58:22.904635 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401bc0fe-75e4-4994-8c94-97c8f466b9c9 req-eadb96b5-36b8-4a1e-aa42-602c27820df0 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3558712
Apr 07 07:58:23.062907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1077c8-6f0e-4cc2-8b2b-dd62a587caf7 req-2aee6c6e-cb7c-4020-b504-7786aa2447f7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:23.064513 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ff1077c8-6f0e-4cc2-8b2b-dd62a587caf7 req-2aee6c6e-cb7c-4020-b504-7786aa2447f7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.0926986
Apr 07 07:58:23.122813 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ff1077c8-6f0e-4cc2-8b2b-dd62a587caf7 req-92d00fb2-fbfd-4d2c-847b-d66f8500840c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512938
Apr 07 07:58:23.303557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70d646c8-c4a4-434d-a2f7-bfd1966dd49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:24.331294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46b578-a163-4114-9f98-d291bed2346a req-0ce8e208-96c2-4564-ac22-9d5b62b3749c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:24.333092 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bf46b578-a163-4114-9f98-d291bed2346a req-0ce8e208-96c2-4564-ac22-9d5b62b3749c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.0932374
Apr 07 07:58:24.387724 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bf46b578-a163-4114-9f98-d291bed2346a req-d6c76b52-678d-4ea6-9712-b0e520bc09e4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483325
Apr 07 07:58:25.606777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bad15-17b3-43a8-921e-a700bfacbcc2 req-bf24e893-fc03-49fa-ba34-48e9c453b41d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:25.608383 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-839bad15-17b3-43a8-921e-a700bfacbcc2 req-bf24e893-fc03-49fa-ba34-48e9c453b41d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.0964005
Apr 07 07:58:25.658466 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-839bad15-17b3-43a8-921e-a700bfacbcc2 req-8f3a4b28-566a-40b2-a0b3-a55f60d876e1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427916
Apr 07 07:58:26.004939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c743afb4-f95c-4ee9-bd82-70e31a750454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:26.135886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device b6b2f046-c332-4496-ae3e-79f0c470ecc1 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 07:58:26.173355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: b6b2f046-c332-4496-ae3e-79f0c470ecc1 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 07:58:26.173488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device b6b2f046-c332-4496-ae3e-79f0c470ecc1 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 07:58:26.237408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:26.403400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:26.873418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62960-06f3-4512-89e7-5813d3c6b18e req-45fc841b-ed13-4525-b115-60598b51a758 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:26.875051 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a1d62960-06f3-4512-89e7-5813d3c6b18e req-45fc841b-ed13-4525-b115-60598b51a758 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.0931900
Apr 07 07:58:26.934397 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a1d62960-06f3-4512-89e7-5813d3c6b18e req-5329d345-07ac-403e-8731-a17cec221288 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482869
Apr 07 07:58:27.436226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:27.689078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 39950) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:27.870057 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-768befef-56b3-4895-9cf8-92458899d041 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41aee4482eaf4f2eb05143dcdd931e21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1795158
Apr 07 07:58:27.870724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 39960) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:27.947448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-d9673bf8-8964-4ecd-89c2-c9bd44d1db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:27.947448 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-d9673bf8-8964-4ecd-89c2-c9bd44d1db2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1098 time: 0.1097016
Apr 07 07:58:27.975627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 39968) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:28.004822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1eb017ec-2edf-4b35-a6af-76ebc446f0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.040454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1eb017ec-2edf-4b35-a6af-76ebc446f0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.106549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.131155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-b9f3f0a1-817d-476b-9106-3c8d0e0cacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:28.133474 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-b9f3f0a1-817d-476b-9106-3c8d0e0cacf5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.1782787
Apr 07 07:58:28.204633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa34948-e693-46f8-a9f5-7285a1e8f721 req-72f443d7-05ca-4648-adae-f2d7facbf2ea tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:28.212277 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6fa34948-e693-46f8-a9f5-7285a1e8f721 req-72f443d7-05ca-4648-adae-f2d7facbf2ea tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.3229098
Apr 07 07:58:28.219873 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-7b7b5de1-b384-41fa-88e2-dfa99e229167 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 200  len: 217 time: 0.0774555
Apr 07 07:58:28.269665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.289559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-2c554e22-3c1e-40c4-9c4a-b1b4b8118634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:28.291168 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-2c554e22-3c1e-40c4-9c4a-b1b4b8118634 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.0644503
Apr 07 07:58:28.306917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:28.327573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28219-471e-4b30-8eef-02359487242c req-9c0af9b4-a9c3-4796-9916-e37c32de72e5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:28.329217 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-62f28219-471e-4b30-8eef-02359487242c req-9c0af9b4-a9c3-4796-9916-e37c32de72e5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.2565331
Apr 07 07:58:28.330234 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:0027198bb16746dbb9943f97b18f5fc6 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:28.338649 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6fa34948-e693-46f8-a9f5-7285a1e8f721 req-7150945f-fff7-4020-9a5b-d8d9b70c5fae tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255007
Apr 07 07:58:28.339344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1eb017ec-2edf-4b35-a6af-76ebc446f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.345902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:28.348885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6aea8e16-a7ea-47b8-9c1e-809ecdc127ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:28.350573 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-10bb5207-db6e-4566-995b-b60b9cfb5d7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499928
Apr 07 07:58:28.364090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:28.379822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb017ec-2edf-4b35-a6af-76ebc446f0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce07cb8-a0c7-4410-9af8-5c6097132ad8,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:28.382571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1eb017ec-2edf-4b35-a6af-76ebc446f0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:28.421871 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1eb017ec-2edf-4b35-a6af-76ebc446f0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.426510 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1eb017ec-2edf-4b35-a6af-76ebc446f0b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fce07cb8-a0c7-4410-9af8-5c6097132ad8 HTTP/1.1" status: 204  len: 168 time: 0.5542197
Apr 07 07:58:28.437780 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-62f28219-471e-4b30-8eef-02359487242c req-46421e7f-f599-4813-be9a-e0a92259e14d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930068
Apr 07 07:58:28.523413 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-63e27f1c-224b-4eae-b059-aae101b65f8e service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640418
Apr 07 07:58:28.548969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.555593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.566681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-82acd24f-3bf6-45cb-8984-f20fedb755f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:28.621959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c0ba79-c9c3-4383-81e8-e19eafd4d43a,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:28.631956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:28.673509 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0027198bb16746dbb9943f97b18f5fc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6749148
Apr 07 07:58:28.675008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 39986) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:28.725392 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1aaea5db-c84e-4a61-9a2b-0b7d2852b2cc req-160abe7e-22ea-4175-a5c1-d5e07acf90b7 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933913
Apr 07 07:58:28.758807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f8925cb-aab8-4fd2-8df7-e65999848c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.792925 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f8925cb-aab8-4fd2-8df7-e65999848c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.837404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f8925cb-aab8-4fd2-8df7-e65999848c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.842367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fc4aa894-33d4-4924-866b-f558d4c5b5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:28.857352 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8925cb-aab8-4fd2-8df7-e65999848c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c0ba79-c9c3-4383-81e8-e19eafd4d43a,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:28.859729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4f8925cb-aab8-4fd2-8df7-e65999848c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:28.860508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4f8925cb-aab8-4fd2-8df7-e65999848c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:28.864528 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4f8925cb-aab8-4fd2-8df7-e65999848c58 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89c0ba79-c9c3-4383-81e8-e19eafd4d43a HTTP/1.1" status: 204  len: 168 time: 0.1869848
Apr 07 07:58:29.582743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c49e4-e9e4-42cb-94d4-4591167f82b4 req-823676e0-2be3-4d47-b07f-7b6df74f64fc tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:29.584383 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-786c49e4-e9e4-42cb-94d4-4591167f82b4 req-823676e0-2be3-4d47-b07f-7b6df74f64fc tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1274049
Apr 07 07:58:29.647436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40058) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:29.702417 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-786c49e4-e9e4-42cb-94d4-4591167f82b4 req-fbed3ebd-1f59-419b-b5cf-4e62b296e68f tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742447
Apr 07 07:58:29.728365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55053d27-6228-453a-b476-a8bc6c3eee1a req-3bbe9ce0-ad9e-4e53-96b4-78f630df9cb2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:29.733951 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-55053d27-6228-453a-b476-a8bc6c3eee1a req-3bbe9ce0-ad9e-4e53-96b4-78f630df9cb2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1457992
Apr 07 07:58:29.786236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-475407648-network', 'tenant_id': '974f9d493d8441c4b023298973ded87d'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:29.795757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:29.801832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Usage tracker for resource:network and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:29.805678 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-55053d27-6228-453a-b476-a8bc6c3eee1a req-b3b148eb-6ab7-4523-833f-fd7801c6fd17 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686631
Apr 07 07:58:29.806988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:29.822340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:29.833846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Made reservation on behalf of 974f9d493d8441c4b023298973ded87d for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:58:29.840051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:29.854324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:29.870623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:29.874966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Usage tracker for resource:security_group_rule and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:29.877902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:29.884532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:29.974487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:29.977238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:29.981557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-53e4a288-80d0-4ceb-a9af-960559a9c6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:30.013003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:58:30.025930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba37cf1-2504-4994-adc9-79af18e479b8,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:30.029836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:30.032595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.032997 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Added segment 2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6 of type vlan for network ad432238-a4a6-40d3-a104-7a6ea1076cf4
Apr 07 07:58:30.068884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.105382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.106779 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:30.108127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.114618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b8a98f56-56c3-42df-897e-7357147d77c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:30.143115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40074) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:30.221261 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5723522
Apr 07 07:58:30.222152 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Pushing event updated for resources: {'Network': ['ID=ad432238-a4a6-40d3-a104-7a6ea1076cf4,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:30.225341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40080) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:30.228256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:30.232392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Request body: {'subnet': {'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-475407648-subnet', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:30.235153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:58:30.237466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:30.242347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Usage tracker for resource:subnet and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:30.245380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:30.251608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:30.264691 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Made reservation on behalf of 974f9d493d8441c4b023298973ded87d for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:58:30.270526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.273111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.292001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:30.296997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2be320ad719241eb8754cc23bc6c81d2 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:30.300451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:30.308028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:30.414757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.420074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.451875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4fb4e01c-1eee-4898-b370-459a60c0bf19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:30.464507 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2be320ad719241eb8754cc23bc6c81d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3201749
Apr 07 07:58:30.464680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40098) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:30.487635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e0d9cc-4a02-4c21-8419-eb438a0b68c2,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:30.492994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:30.631578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6798e3c3-71c6-40e4-9068-3ab6474e5681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.677415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6798e3c3-71c6-40e4-9068-3ab6474e5681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.751876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6798e3c3-71c6-40e4-9068-3ab6474e5681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.758508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b68524b4-2c0e-44ea-9f65-e428389c336d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:30.771845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e3c3-71c6-40e4-9068-3ab6474e5681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e0d9cc-4a02-4c21-8419-eb438a0b68c2,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:30.777294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6798e3c3-71c6-40e4-9068-3ab6474e5681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:30.826576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6798e3c3-71c6-40e4-9068-3ab6474e5681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.827790 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6798e3c3-71c6-40e4-9068-3ab6474e5681 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34e0d9cc-4a02-4c21-8419-eb438a0b68c2 HTTP/1.1" status: 204  len: 168 time: 0.3621347
Apr 07 07:58:30.856194 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:30.877802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:31.013392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3c808c-baef-4075-baf8-fd8b4efbb33d,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:31.028032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:31.056887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b81ce-cce4-4226-aaf9-87cc8ec763f2 req-c6c641b1-4a4d-47a8-92ef-eacd297232cc tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:31.058533 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-367b81ce-cce4-4226-aaf9-87cc8ec763f2 req-c6c641b1-4a4d-47a8-92ef-eacd297232cc tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.2291946
Apr 07 07:58:31.072019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6edcb6-097f-442e-8d6f-88a2db9723fb req-23376e2b-7fed-4d4b-a113-f7d649afbda2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:31.073649 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d6edcb6-097f-442e-8d6f-88a2db9723fb req-23376e2b-7fed-4d4b-a113-f7d649afbda2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1205397
Apr 07 07:58:31.098787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Checking segment: {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:31.099678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Network hostable DHCP agents. Network: ad432238-a4a6-40d3-a104-7a6ea1076cf4, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:58:31.123053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:58:31.132827 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, ad432238-a4a6-40d3-a104-7a6ea1076cf4) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:31.137210 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:31.137861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.143731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ab89a-baf2-4d06-88f4-fc17f6686002 None None] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:58:31.155281 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d6edcb6-097f-442e-8d6f-88a2db9723fb req-482ab7a2-5784-4851-b899-03cfac648816 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645587
Apr 07 07:58:31.166076 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9396133
Apr 07 07:58:31.166965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40114) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:31.171865 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-367b81ce-cce4-4226-aaf9-87cc8ec763f2 req-221a73e1-8636-4b72-82ae-ece5b8ec3429 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971355
Apr 07 07:58:31.173300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:31.182813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:31.190626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Usage tracker for resource:router and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:31.196025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:31.203165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:31.219516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.220612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.243291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.422719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 07:58:31.423644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.549007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.596749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Allocated IP 172.20.0.2 (ad432238-a4a6-40d3-a104-7a6ea1076cf4/0a3c808c-baef-4075-baf8-fd8b4efbb33d/206190cf-4b21-4c32-a14a-6a24bee53efa) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:31.674533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40132) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:31.821381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.831907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Transition to ACTIVE for port object 206190cf-4b21-4c32-a14a-6a24bee53efa will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:31.838965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1986992354-network', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:31.853646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:31.853865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Transition to ACTIVE for port object 206190cf-4b21-4c32-a14a-6a24bee53efa will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:31.859144 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.861508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Usage tracker for resource:network and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:31.867127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:31.875624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:31.903261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:31.928319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Made reservation on behalf of c52a01b36f2a4b5cb3aa4b283e5a5383 for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:58:31.932908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.949068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.963340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:31.997822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:32.000623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.016123 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Pushing event updated for resources: {'Port': ['ID=206190cf-4b21-4c32-a14a-6a24bee53efa,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:32.028437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:32.039645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Usage tracker for resource:security_group_rule and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:32.044451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:32.063214 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:32.067413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:32.068553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:32.070952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:32.165664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Attempting to bind port 206190cf-4b21-4c32-a14a-6a24bee53efa on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:32.166069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Attempting to bind port 206190cf-4b21-4c32-a14a-6a24bee53efa by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:32.166462 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Attempting to bind port 206190cf-4b21-4c32-a14a-6a24bee53efa on network ad432238-a4a6-40d3-a104-7a6ea1076cf4 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:32.171984 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:32.172398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Checking segment: {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:32.172839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.173296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Bound using segment: {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:32.173802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Bound port: 206190cf-4b21-4c32-a14a-6a24bee53efa, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:32.174212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.201679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Allocated IP 172.27.1.9 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/bff4baf7-c93f-4444-a294-053279cad6aa) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:32.275704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] For port 206190cf-4b21-4c32-a14a-6a24bee53efa, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:32.279392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] For port 206190cf-4b21-4c32-a14a-6a24bee53efa, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=206190cf-4b21-4c32-a14a-6a24bee53efa,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:32.283388 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.398410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:32.474021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d212-863f-410c-bba3-e3469580384e req-e7940aab-a188-47cc-9690-308128162bec tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:32.476039 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7841d212-863f-410c-bba3-e3469580384e req-e7940aab-a188-47cc-9690-308128162bec tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1336718
Apr 07 07:58:32.508897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708da238-16cf-432f-895a-910be95be701 req-e5bb8e68-5bc9-43f8-a0d2-ff191929e5df tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:32.510656 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-708da238-16cf-432f-895a-910be95be701 req-e5bb8e68-5bc9-43f8-a0d2-ff191929e5df tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.2115803
Apr 07 07:58:32.514125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Pushing event updated for resources: {'Port': ['ID=206190cf-4b21-4c32-a14a-6a24bee53efa,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:32.524875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:32.565324 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7841d212-863f-410c-bba3-e3469580384e req-1e9040d7-6886-4051-bb00-b919c8dec992 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802367
Apr 07 07:58:32.571907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.576042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.582845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f411551a-2522-4f78-9ac4-b8a2428cd73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:32.601279 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-708da238-16cf-432f-895a-910be95be701 req-2a46b204-ccac-40fe-9420-55603c812e93 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735459
Apr 07 07:58:32.622846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:58:32.666999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7a848-72c4-4705-994e-8f744bfc7f5d,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:32.670012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.670501 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Added segment aadc7488-3494-4bec-985b-0f06dca44a1e of type vlan for network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d
Apr 07 07:58:32.679115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:32.700146 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.722155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.765528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.773296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:32.773296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:32.778968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4dbf1517-2ebe-4ace-9c41-b75f7ee83886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:32.810455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:33.009303 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3336153
Apr 07 07:58:33.012223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:33.012789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40156) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:33.016502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:33.017027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-057d2c2a-9953-4112-919b-7eb29e5b5527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:33.025615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Request body: {'subnet': {'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1986992354-subnet', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'ip_version': 4}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:33.030101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:58:33.032229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:33.038169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Usage tracker for resource:subnet and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:33.041908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:33.051319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:33.068898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Made reservation on behalf of c52a01b36f2a4b5cb3aa4b283e5a5383 for: {'subnet': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:58:33.075771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789379846'] for subnet, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:33.089471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=bff4baf7-c93f-4444-a294-053279cad6aa,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:33.093989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:33.151733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:33.153079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:33.155492 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:33.348540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:58:33.530010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66895279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789379895'] for subnet, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:33.546654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c5aa1f1a-001b-4fa3-9174-c3e283579c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:33.618928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:33.704808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82799706-6bec-401c-bc31-8db2e5963452,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:33.714383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:33.714808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:33.789713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'port_id': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'mac_address': 'fa:16:3e:a7:ef:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:58:33.846049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Checking segment: {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:33.846442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Network hostable DHCP agents. Network: cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:58:34.001758 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 206190cf-4b21-4c32-a14a-6a24bee53efa up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:34.068456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:34.106254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea966736-9bb7-44e3-af87-3c7d0457a23d {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:58:34.128380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:34.131322 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:58:34.132389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:34.136705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a9ea2d8c-099e-4ac5-ba54-1f449cc47e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:34.157463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d) {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:34.205031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:34.205706 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:34.219062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d37355-07c8-4614-846a-048f4df6e073 None None] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:58:34.242938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:34.283336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ec9c-efa2-4415-b00e-4c661de9300c req-3be9b854-5471-4d42-8576-ad2f9be9afb2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:34.285405 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a687ec9c-efa2-4415-b00e-4c661de9300c req-3be9b854-5471-4d42-8576-ad2f9be9afb2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.2907352
Apr 07 07:58:34.296574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f1f0-a968-42b0-9393-f5ac43188c43 req-3c04fdf1-6b7e-4e6c-ae6f-939d19c8decd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:34.306298 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac6f1f0-a968-42b0-9393-f5ac43188c43 req-3c04fdf1-6b7e-4e6c-ae6f-939d19c8decd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.4615226
Apr 07 07:58:34.469253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f2fc3-eb3f-41dc-9f47-9186a7f4910b None None] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:58:34.509466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Router f33dd39c-7182-4161-9a73-54dcbde1c061 is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 07:58:34.533607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['ea966736-9bb7-44e3-af87-3c7d0457a23d'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:58:34.565596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=6']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:34.578452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:34.667987 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a687ec9c-efa2-4415-b00e-4c661de9300c req-3353c030-85df-4eae-a0f8-3c5338e85982 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3562968
Apr 07 07:58:34.677109 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6598032
Apr 07 07:58:34.683658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40182) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:34.702235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:34.712403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:34.723420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Usage tracker for resource:router and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:34.731163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:34.745006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:34.767165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:58:34.779265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Sync routers for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:58:34.783535 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac6f1f0-a968-42b0-9393-f5ac43188c43 req-bca978e5-eb4c-4062-bec9-21db3fcf8942 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4760263
Apr 07 07:58:34.790276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:34.791885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:34.793958 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:34.794650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f201bf5c0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:34.800747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:34.810821 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ffe960e9-b627-4511-91d0-c88eefe97fc5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.6402328
Apr 07 07:58:34.811407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40186) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:34.843984 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:35.037404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 07:58:35.038320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:35.229281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:35.234607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Allocated IP 172.20.0.2 (cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d/82799706-6bec-401c-bc31-8db2e5963452/65359da7-b0c7-44b9-b4d5-a575461caee7) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:35.349305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:35.490411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:35.505399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 206190cf-4b21-4c32-a14a-6a24bee53efa completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:35.545823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Transition to ACTIVE for port object 65359da7-b0c7-44b9-b4d5-a575461caee7 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:35.612764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] Provisioning for port 206190cf-4b21-4c32-a14a-6a24bee53efa completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:35.630369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] Provisioning complete for port 206190cf-4b21-4c32-a14a-6a24bee53efa triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:35.630786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:35.681657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Transition to ACTIVE for port object 65359da7-b0c7-44b9-b4d5-a575461caee7 will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:35.711547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:35.728653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f201bf5c0>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:33Z', 'revision_number': 3, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:35.739120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Checking router: f33dd39c-7182-4161-9a73-54dcbde1c061 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:58:35.739511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Updating router f33dd39c-7182-4161-9a73-54dcbde1c061 port bff4baf7-c93f-4444-a294-053279cad6aa binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:58:35.877686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:35.955026 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:36.131655 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Pushing event updated for resources: {'Port': ['ID=65359da7-b0c7-44b9-b4d5-a575461caee7,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:36.153068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:36.173261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:36.242544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:36.257753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:36.401027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.469670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.474274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.516285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] For port 206190cf-4b21-4c32-a14a-6a24bee53efa, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=206190cf-4b21-4c32-a14a-6a24bee53efa,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:36.517317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.540797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Attempting to bind port 65359da7-b0c7-44b9-b4d5-a575461caee7 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:36.541430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Attempting to bind port 65359da7-b0c7-44b9-b4d5-a575461caee7 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:36.541831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Attempting to bind port 65359da7-b0c7-44b9-b4d5-a575461caee7 on network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:36.549213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.552993 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:36.588477 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:36.588933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Checking segment: {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:36.589522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.590029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Bound using segment: {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:36.590634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Bound port: 65359da7-b0c7-44b9-b4d5-a575461caee7, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:36.591115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.604689 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3be30-1a3b-473a-9522-c5c56be0a421 req-b27ddebf-ba54-4b46-b7ea-b806c2af6230 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:36.620684 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-99c3be30-1a3b-473a-9522-c5c56be0a421 req-b27ddebf-ba54-4b46-b7ea-b806c2af6230 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.6340528
Apr 07 07:58:36.702973 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-99c3be30-1a3b-473a-9522-c5c56be0a421 req-48449b91-411b-4c05-9f37-86d54041bc9b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811839
Apr 07 07:58:36.743368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d326d-ea0b-48e7-9f83-ae98b7a58a09 req-020b412e-404f-4e66-b295-486a4f842abf tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:36.745949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401d326d-ea0b-48e7-9f83-ae98b7a58a09 req-020b412e-404f-4e66-b295-486a4f842abf tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 944 time: 0.6733313
Apr 07 07:58:36.830142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.858339 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-401d326d-ea0b-48e7-9f83-ae98b7a58a09 req-9895524a-28c8-4e91-bb28-28ad68f99441 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030486
Apr 07 07:58:36.859688 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Transition to ACTIVE for port object bff4baf7-c93f-4444-a294-053279cad6aa will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:36.870721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:36.896838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] Pushing event updated for resources: {'Port': ['ID=206190cf-4b21-4c32-a14a-6a24bee53efa,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:36.906037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:36.915532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:36.931881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] For port 65359da7-b0c7-44b9-b4d5-a575461caee7, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:36.939978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] For port 65359da7-b0c7-44b9-b4d5-a575461caee7, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=65359da7-b0c7-44b9-b4d5-a575461caee7,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:36.947521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.056292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:37.063040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Allocated IP 172.27.1.251 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/51cf9d1a-c371-497d-a794-d127afe78af1) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:37.065070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Allocated IP 172.20.0.1 (ad432238-a4a6-40d3-a104-7a6ea1076cf4/0a3c808c-baef-4075-baf8-fd8b4efbb33d/47b4213d-79c2-494d-975e-b1dde6febde9) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:37.192351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Pushing event updated for resources: {'Port': ['ID=bff4baf7-c93f-4444-a294-053279cad6aa,revision_number=2']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:37.229221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.229944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.230529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.231081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.231624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.232198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.232735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.233295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.233833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.234366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.234913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.235445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:58:37.249223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:37.273399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.302112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Transition to ACTIVE for port object 47b4213d-79c2-494d-975e-b1dde6febde9 will not be triggered until provisioned by entity DHCP. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:37.334898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.335311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.349635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Attempting to bind port bff4baf7-c93f-4444-a294-053279cad6aa on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:37.350363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Attempting to bind port bff4baf7-c93f-4444-a294-053279cad6aa by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:37.350992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Attempting to bind port bff4baf7-c93f-4444-a294-053279cad6aa on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:37.361343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:37.362799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:37.364020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:37.364698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.365357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:37.366070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Bound port: bff4baf7-c93f-4444-a294-053279cad6aa, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:37.366669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.389510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.401934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:37.416392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:37.516272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Pushing event updated for resources: {'Port': ['ID=65359da7-b0c7-44b9-b4d5-a575461caee7,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:37.525835 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Pushing event updated for resources: {'Port': ['ID=47b4213d-79c2-494d-975e-b1dde6febde9,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:37.528611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:37.537902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] For port bff4baf7-c93f-4444-a294-053279cad6aa, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:37.550621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] For port bff4baf7-c93f-4444-a294-053279cad6aa, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bff4baf7-c93f-4444-a294-053279cad6aa,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:37.555003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.564260 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:37.572358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:37.585449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-70080e49-cc7c-445e-9ec8-143db00e7dd4 None None] Provisioning complete for port 206190cf-4b21-4c32-a14a-6a24bee53efa triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:37.586254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70080e49-cc7c-445e-9ec8-143db00e7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.608739 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Pushing event updated for resources: {'Port': ['ID=51cf9d1a-c371-497d-a794-d127afe78af1,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:37.611921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:37.685305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:37.686644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:37.690252 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:37.691702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:37.693213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:37.701800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:37.702519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.709373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port ea966736-9bb7-44e3-af87-3c7d0457a23d triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:37.709810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:37.975987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 206190cf-4b21-4c32-a14a-6a24bee53efa up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:38.014684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Pushing event updated for resources: {'Port': ['ID=bff4baf7-c93f-4444-a294-053279cad6aa,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:38.016900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:38.035403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:38.185996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:38.187954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f201bf5c0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:38.384609 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:38.503235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:38.506302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:58:38.513497 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 206190cf-4b21-4c32-a14a-6a24bee53efa triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:38.513909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:38.548906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:38.557382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:38.652851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:38.662265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=7']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:38.691504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:38.749197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fbc51bf7-746e-4488-9223-6cbe25522ab8 None None] Provisioning for port 47b4213d-79c2-494d-975e-b1dde6febde9 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:38.770056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-fbc51bf7-746e-4488-9223-6cbe25522ab8 None None] Provisioning complete for port 47b4213d-79c2-494d-975e-b1dde6febde9 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:38.770479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fbc51bf7-746e-4488-9223-6cbe25522ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:38.814434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:38.829462 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:38.830758 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:38.874613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bc529e31-e807-4303-802b-610128ca4e1c tempest-DeleteServersTestJSON-1490317275 tempest-DeleteServersTestJSON-1490317275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:38.900799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fbc51bf7-746e-4488-9223-6cbe25522ab8 None None] Port 47b4213d-79c2-494d-975e-b1dde6febde9 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:58:39.199996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Pushing event updated for resources: {'Port': ['ID=47b4213d-79c2-494d-975e-b1dde6febde9,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:39.207387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:39.289764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:39.313631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:39.315026 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:39.614817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f201bf5c0>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 1, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:39.620558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908eb6-eae1-4fc9-ace3-f3a06df1efc4 None None] The sync data for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi is: [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 1, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:58:39.649229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8d3ad-d6bc-403c-a089-9345e38ae9bd req-06c61611-bc9b-4858-a843-49df2fc619c1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:39.650932 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6ae8d3ad-d6bc-403c-a089-9345e38ae9bd req-06c61611-bc9b-4858-a843-49df2fc619c1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 1.2816591
Apr 07 07:58:39.741483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-338a7d05-cb17-4377-ad79-2ae9e1b09fbd None None] Provisioning complete for port 47b4213d-79c2-494d-975e-b1dde6febde9 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:39.741915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-338a7d05-cb17-4377-ad79-2ae9e1b09fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:39.872795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Router f33dd39c-7182-4161-9a73-54dcbde1c061 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:58:39.939377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-338a7d05-cb17-4377-ad79-2ae9e1b09fbd None None] Port 47b4213d-79c2-494d-975e-b1dde6febde9 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:58:39.951980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 65359da7-b0c7-44b9-b4d5-a575461caee7 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:40.025204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b4e42-24f5-47fb-a0d7-f9d66abcde43 None None] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:58:40.056251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:40.213795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:58:40.225269 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] 10.222.0.61 "PUT /v2.0/routers/f33dd39c-7182-4161-9a73-54dcbde1c061/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4126515
Apr 07 07:58:40.404341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef9e4f-812d-4583-bd74-55c36e4e948e req-ad67fe40-cfb2-4db6-96cf-e48cd35fa24e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:40.406235 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b3ef9e4f-812d-4583-bd74-55c36e4e948e req-ad67fe40-cfb2-4db6-96cf-e48cd35fa24e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 2.1435833
Apr 07 07:58:40.424204 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6ae8d3ad-d6bc-403c-a089-9345e38ae9bd req-501ff654-6caa-4c32-8ec7-9e6232819e8a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3895807
Apr 07 07:58:40.535289 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'code': 200}
Apr 07 07:58:40.537522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-461edcdc-4c04-481a-88c2-25bb541f7aa5 None None] Provisioning for port 65359da7-b0c7-44b9-b4d5-a575461caee7 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:40.573904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 65359da7-b0c7-44b9-b4d5-a575461caee7 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:40.581688 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b3ef9e4f-812d-4583-bd74-55c36e4e948e req-9063a311-fac7-43f6-b181-e9a0574ef925 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494215
Apr 07 07:58:40.625411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Router 40fb32dd-2b94-4820-8c48-24edd45bb6fe is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 07:58:40.653951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 65359da7-b0c7-44b9-b4d5-a575461caee7 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:40.654592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:40.991577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:41.117589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 65359da7-b0c7-44b9-b4d5-a575461caee7, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=65359da7-b0c7-44b9-b4d5-a575461caee7,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:41.124036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:41.128316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:41.166274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:58:41.207906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:41.213411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40224) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:41.233805 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.5443184
Apr 07 07:58:41.272025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Sync routers for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:58:41.303677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:41.304485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0e1e10>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:41.371355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40230) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:41.379321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1565943776-network', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:41.385782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=65359da7-b0c7-44b9-b4d5-a575461caee7,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:41.389287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:41.396524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:41.403972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Usage tracker for resource:network and tenant:05dcb2a0c61b47f0a29e1f6da3dcabca is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:41.416066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:41.433961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:41.464985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Made reservation on behalf of 05dcb2a0c61b47f0a29e1f6da3dcabca for: {'network': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:58:41.471220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:41.564332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0d0306d5-5085-42fa-aed2-b834f7980aa1 None None] Provisioning complete for port 65359da7-b0c7-44b9-b4d5-a575461caee7 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:41.564718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0d0306d5-5085-42fa-aed2-b834f7980aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:41.590969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:41.855101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:41.859110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:41.872218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Usage tracker for resource:security_group_rule and tenant:05dcb2a0c61b47f0a29e1f6da3dcabca is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:41.883508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:41.894361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:42.083759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.103232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.110949 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8f9b054a-736b-4816-9056-a66152fcba10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:42.148336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d7f2f3-1614-4c5f-8dc3-16b216bd8345,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:42.151662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:42.184615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=84317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:58:42.187003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 65359da7-b0c7-44b9-b4d5-a575461caee7 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:42.215795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.216188 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Added segment 611696a6-3ec6-4d60-b9cb-35a7cb3aaf64 of type vlan for network 4c4c3916-a0e9-4f84-9943-3cbc71b51557
Apr 07 07:58:42.249292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.294465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a14a5-abd4-4fc4-b9eb-54b4082fe209 req-80d85b3a-bb6f-4cbe-a83b-2a8768924514 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:42.296389 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-465a14a5-abd4-4fc4-b9eb-54b4082fe209 req-80d85b3a-bb6f-4cbe-a83b-2a8768924514 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.6569457
Apr 07 07:58:42.302167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.312195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0ebb3-8c34-46dd-bff5-7e1abe851a34 req-669b6c3b-9142-41c7-a261-6ebc024209d4 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:42.314154 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-18b0ebb3-8c34-46dd-bff5-7e1abe851a34 req-669b6c3b-9142-41c7-a261-6ebc024209d4 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.3631456
Apr 07 07:58:42.334414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:42.335064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.358289 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:42.435220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 65359da7-b0c7-44b9-b4d5-a575461caee7 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:42.435644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.533358 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1563094
Apr 07 07:58:42.535785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40258) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:42.552822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0e1e10>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:38Z', 'revision_number': 3, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:42.559426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Checking router: 40fb32dd-2b94-4820-8c48-24edd45bb6fe for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:58:42.559828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Updating router 40fb32dd-2b94-4820-8c48-24edd45bb6fe port 51cf9d1a-c371-497d-a794-d127afe78af1 binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:58:42.586179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Request body: {'subnet': {'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1565943776-subnet', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'ip_version': 4}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:42.591387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:42.596825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Usage tracker for resource:subnet and tenant:05dcb2a0c61b47f0a29e1f6da3dcabca is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:42.607038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:42.627965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:42.655767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4c3916-a0e9-4f84-9943-3cbc71b51557,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:42.671742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:42.672377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:58:42.696968 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-465a14a5-abd4-4fc4-b9eb-54b4082fe209 req-d121c919-4494-4c84-a23f-7fe5eda1d1b5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3816121
Apr 07 07:58:42.697610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Made reservation on behalf of 05dcb2a0c61b47f0a29e1f6da3dcabca for: {'subnet': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:58:42.702956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789379846'] for subnet, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.832283 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.884348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f286058-1e34-4622-b6bd-5cd69bd1a68f req-959ddd2a-bb87-4ad3-959b-6a20bc1c4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:42.886262 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0f286058-1e34-4622-b6bd-5cd69bd1a68f req-959ddd2a-bb87-4ad3-959b-6a20bc1c4b6e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1098 time: 0.2000542
Apr 07 07:58:42.947256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bff4baf7-c93f-4444-a294-053279cad6aa up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:42.971594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:42.973304 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-18b0ebb3-8c34-46dd-bff5-7e1abe851a34 req-9f7f9797-242a-448a-a114-24069efe4430 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4950523
Apr 07 07:58:42.995287 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0f286058-1e34-4622-b6bd-5cd69bd1a68f req-8ede0edd-0d9f-418e-9e63-c7abefafad6c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992839
Apr 07 07:58:43.204080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port bff4baf7-c93f-4444-a294-053279cad6aa completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:43.233868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port bff4baf7-c93f-4444-a294-053279cad6aa triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:43.234291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:43.292094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66895279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789379895'] for subnet, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:43.313331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:43.322544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Allocated IP 172.20.0.1 (cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d/82799706-6bec-401c-bc31-8db2e5963452/6c3cea1a-a6bd-4fb6-8a04-766514c7f045) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:43.533504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:43.561248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Transition to ACTIVE for port object 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 will not be triggered until provisioned by entity DHCP. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:43.642969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:43.667240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:43.780817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:43.782503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46da2dd0-ae4c-4b0d-b430-9d5afe9c0180,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:43.804637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port bff4baf7-c93f-4444-a294-053279cad6aa, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bff4baf7-c93f-4444-a294-053279cad6aa,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:43.807709 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:43.809456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:43.814433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b02f155c-09d9-49e4-9b21-37c67af8a4c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:43.941950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=bff4baf7-c93f-4444-a294-053279cad6aa,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:43.948642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:43.976136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Checking segment: {'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:43.976502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Network hostable DHCP agents. Network: 4c4c3916-a0e9-4f84-9943-3cbc71b51557, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:58:44.033842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:44.054081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:44.098142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:58:44.131970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 4c4c3916-a0e9-4f84-9943-3cbc71b51557) {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:44.141592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.153760 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:44.155007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:44.156713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5cc3f-3fc2-4478-9e5f-0cc1736f39ed None None] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:58:44.160759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:44.161354 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.168360 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:44.169015 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.230215 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6713016
Apr 07 07:58:44.240806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40268) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:44.288920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Sync routers for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:58:44.293109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Transition to ACTIVE for port object 51cf9d1a-c371-497d-a794-d127afe78af1 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:44.309145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:44.309843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f201bfcf8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:44.326823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:44.328510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.354535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:44.362729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918943-8b1d-4ffc-9ffd-2265aaab9448 req-b2d3543d-1917-4750-a40e-d4b72ee8988a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:44.366009 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f8918943-8b1d-4ffc-9ffd-2265aaab9448 req-b2d3543d-1917-4750-a40e-d4b72ee8988a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.3439727
Apr 07 07:58:44.377197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:44.393003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Usage tracker for resource:router and tenant:05dcb2a0c61b47f0a29e1f6da3dcabca is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:44.398567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:44.407375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:44.418293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.447807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.449482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.471744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.647624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Attempting to bind port 51cf9d1a-c371-497d-a794-d127afe78af1 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:44.648036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Attempting to bind port 51cf9d1a-c371-497d-a794-d127afe78af1 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:44.648445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Attempting to bind port 51cf9d1a-c371-497d-a794-d127afe78af1 on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:44.701999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:44.702430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:44.702852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.703291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:44.703863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Bound port: 51cf9d1a-c371-497d-a794-d127afe78af1, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:44.704229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.738150 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f8918943-8b1d-4ffc-9ffd-2265aaab9448 req-cee55a8b-aa3d-4e41-8924-a646210f8c9c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3206639
Apr 07 07:58:44.783933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cc1d5-1051-41ab-8ed5-22dbad64f0e2 req-3f4cc1dd-0a6f-4562-8c40-6ed7073eb7d9 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:44.789299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] For port 51cf9d1a-c371-497d-a794-d127afe78af1, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:44.792717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] For port 51cf9d1a-c371-497d-a794-d127afe78af1, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=51cf9d1a-c371-497d-a794-d127afe78af1,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:44.794390 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0b2cc1d5-1051-41ab-8ed5-22dbad64f0e2 req-3f4cc1dd-0a6f-4562-8c40-6ed7073eb7d9 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.5518818
Apr 07 07:58:44.799101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-10c86051-4d7f-40cc-9b2a-2a124e3645c4 None None] Provisioning for port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:44.815456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-10c86051-4d7f-40cc-9b2a-2a124e3645c4 None None] Provisioning complete for port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:44.815902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-10c86051-4d7f-40cc-9b2a-2a124e3645c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:44.842345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:45.008707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea65dd-eaf0-4806-920e-9105faf28834 None None] Pushing event updated for resources: {'Port': ['ID=51cf9d1a-c371-497d-a794-d127afe78af1,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:45.018031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-94ea65dd-eaf0-4806-920e-9105faf28834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:45.024330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:45.056902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:45.100488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:45.109470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:45.110309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:45.124536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:45.136108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:45.163410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea65dd-eaf0-4806-920e-9105faf28834 None None] Pushing event updated for resources: {'Port': ['ID=51cf9d1a-c371-497d-a794-d127afe78af1,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:45.183908 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0b2cc1d5-1051-41ab-8ed5-22dbad64f0e2 req-84248e6d-dbaf-4838-ae36-5fe85017b7be tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3877103
Apr 07 07:58:45.192826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-94ea65dd-eaf0-4806-920e-9105faf28834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:45.224648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:45.225370 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0e1e10>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:45.454607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:45.460275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:45.545350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-10c86051-4d7f-40cc-9b2a-2a124e3645c4 None None] Port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:58:45.571850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:45.574599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:45.589392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-4c4c3916-a0e9-4f84-9943-3cbc71b51557', 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'fixed_ips': [{'subnet_id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 07:58:45.590726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:45.840025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f201bfcf8>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:38Z', 'revision_number': 2, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:45.847851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:45.859397 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Checking router: f33dd39c-7182-4161-9a73-54dcbde1c061 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:58:45.859793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Updating router f33dd39c-7182-4161-9a73-54dcbde1c061 port 47b4213d-79c2-494d-975e-b1dde6febde9 binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:58:45.940803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:46.056773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Router 40fb32dd-2b94-4820-8c48-24edd45bb6fe has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:58:46.059785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:46.121425 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Allocated IP 172.20.0.2 (4c4c3916-a0e9-4f84-9943-3cbc71b51557/46da2dd0-ae4c-4b0d-b430-9d5afe9c0180/3501aeb3-ff23-4a67-87c5-30d3e7c913ea) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:46.406990 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:46.419450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Transition to ACTIVE for port object 3501aeb3-ff23-4a67-87c5-30d3e7c913ea will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:46.440467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Transition to ACTIVE for port object 3501aeb3-ff23-4a67-87c5-30d3e7c913ea will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:46.458123 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bff4baf7-c93f-4444-a294-053279cad6aa up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:46.552086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:46.579412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4025ab-699a-43e6-9ddf-f85d61df4554 req-e29bb3fa-85d1-4107-a4d8-3b970adee164 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:46.584959 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-df4025ab-699a-43e6-9ddf-f85d61df4554 req-e29bb3fa-85d1-4107-a4d8-3b970adee164 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.4726100
Apr 07 07:58:46.712961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Allocated IP 172.27.1.185 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/0ffaa1d2-ad05-4451-8e33-6110964467d2) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:46.732740 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-df4025ab-699a-43e6-9ddf-f85d61df4554 req-2e706534-0b0d-4e06-a073-09f2f77dfb5e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278164
Apr 07 07:58:46.904116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:46.906787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:46.936669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Transition to ACTIVE for port object 47b4213d-79c2-494d-975e-b1dde6febde9 will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:46.952344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:46.976217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d460e82e-f619-403f-831a-4de7ed9d641a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:47.032536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Pushing event updated for resources: {'Port': ['ID=3501aeb3-ff23-4a67-87c5-30d3e7c913ea,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:47.036530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:47.047383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:47.053658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-b3844db1-03a6-4e66-84c7-b2d73eedd87a None None] Provisioning complete for port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:47.054204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b3844db1-03a6-4e66-84c7-b2d73eedd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:47.178538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:47.185849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:47.199140 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e68fb6-31a0-459a-add0-375427b224f6 req-fde03ab7-cd15-45c9-a1ac-3eb0e05ecdbe tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:47.200837 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-48e68fb6-31a0-459a-add0-375427b224f6 req-fde03ab7-cd15-45c9-a1ac-3eb0e05ecdbe tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.4770048
Apr 07 07:58:47.212979 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b3844db1-03a6-4e66-84c7-b2d73eedd87a None None] Port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:58:47.222152 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:58:47.277777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b0611-c871-4d13-86a2-a54ff5df2f31 None None] Pushing event updated for resources: {'Port': ['ID=47b4213d-79c2-494d-975e-b1dde6febde9,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:47.282910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dc8b0611-c871-4d13-86a2-a54ff5df2f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:47.293842 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] 10.222.0.61 "PUT /v2.0/routers/40fb32dd-2b94-4820-8c48-24edd45bb6fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0764716
Apr 07 07:58:47.311790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port bff4baf7-c93f-4444-a294-053279cad6aa triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:47.319535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:47.321625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-f7a8b184-b3ca-46e4-97fd-7a7d95cdb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:47.328706 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-f7a8b184-b3ca-46e4-97fd-7a7d95cdb02c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42bf2c769da409196b8b84fe472a560&device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 1098 time: 0.8644683
Apr 07 07:58:47.401195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:47.403196 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-48e68fb6-31a0-459a-add0-375427b224f6 req-b70cd625-c2ea-4dc6-ad41-9fbd75d65ed3 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916451
Apr 07 07:58:47.412585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:47.480170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:47.524841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:47.650077 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:58:47.655926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-7b036729-d46b-4995-a7cf-3096322768bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:47.657676 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-7b036729-d46b-4995-a7cf-3096322768bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 200  len: 920 time: 0.3203244
Apr 07 07:58:47.677140 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Attempting to bind port 47b4213d-79c2-494d-975e-b1dde6febde9 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:47.679492 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Attempting to bind port 47b4213d-79c2-494d-975e-b1dde6febde9 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:47.681599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Attempting to bind port 47b4213d-79c2-494d-975e-b1dde6febde9 on network ad432238-a4a6-40d3-a104-7a6ea1076cf4 {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:47.691581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:47.699028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Checking segment: {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:47.699814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:47.700442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Bound using segment: {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:47.701181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Bound port: 47b4213d-79c2-494d-975e-b1dde6febde9, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:47.701770 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:47.826814 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-7fbf1c56-ee95-46b6-aa5c-4d553be9297c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 200  len: 217 time: 0.1610191
Apr 07 07:58:47.904922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] For port 47b4213d-79c2-494d-975e-b1dde6febde9, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:47.915246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] For port 47b4213d-79c2-494d-975e-b1dde6febde9, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=47b4213d-79c2-494d-975e-b1dde6febde9,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:47.922249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:47.947763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-13fbe567-1963-4cb0-aeb6-2e05dbf8a135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:48.004856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-3d59b5e4-074d-45cf-9e2e-b37b1c427e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:48.014022 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-3d59b5e4-074d-45cf-9e2e-b37b1c427e9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 200  len: 859 time: 0.1761715
Apr 07 07:58:48.035361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Pushing event updated for resources: {'Port': ['ID=0ffaa1d2-ad05-4451-8e33-6110964467d2,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:48.049086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:48.127198 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-26af843b-7a4e-47f1-b9f3-b22d3c839167 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=816c1668-40a0-4676-8039-5a9a89d7a6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0947373
Apr 07 07:58:48.186111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:48.194489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:48.201065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:48.329800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b0611-c871-4d13-86a2-a54ff5df2f31 None None] Pushing event updated for resources: {'Port': ['ID=47b4213d-79c2-494d-975e-b1dde6febde9,revision_number=4']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:48.347836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dc8b0611-c871-4d13-86a2-a54ff5df2f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:48.407272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Attempting to bind port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:48.408170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Attempting to bind port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:48.408809 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Attempting to bind port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea on network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:48.437253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:48.440911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Checking segment: {'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:48.443062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:48.443713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Bound using segment: {'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:48.444469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Bound port: 3501aeb3-ff23-4a67-87c5-30d3e7c913ea, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:48.445311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:48.467192 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-8d53d408-cee5-4a10-9e37-d2be805c6867 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3390033
Apr 07 07:58:48.480634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:48.481950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f201bfcf8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:48.828108 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04917ed1-db62-4c8b-9d74-e5b633092801 req-9eb2598e-68df-4ea6-8e56-5a3ffe1252d1 service neutron] 10.222.0.67 "GET /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3499744
Apr 07 07:58:48.832029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40320) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:48.846776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1707902573-network', 'tenant_id': '92d91e70070445398493247a2fe5b8c8'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:48.853643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:48.870252 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Usage tracker for resource:network and tenant:92d91e70070445398493247a2fe5b8c8 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:48.874855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:48.891320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:48.938089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Made reservation on behalf of 92d91e70070445398493247a2fe5b8c8 for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:58:48.945244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:48.947615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:48.989452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.029104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:49.039419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Usage tracker for resource:security_group_rule and tenant:92d91e70070445398493247a2fe5b8c8 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:49.048314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:49.066063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:49.147467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] For port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:49.177716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] For port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=3501aeb3-ff23-4a67-87c5-30d3e7c913ea,segment=NetworkSegment(611696a6-3ec6-4d60-b9cb-35a7cb3aaf64),segment_id=611696a6-3ec6-4d60-b9cb-35a7cb3aaf64)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:49.179598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 47b4213d-79c2-494d-975e-b1dde6febde9 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:49.192414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.195826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.200643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:49.227608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:58:49.243381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a59a30-dfba-405b-bd6f-bb11938ddc5d,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:49.246615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.247253 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Added segment df63077b-acc8-429e-9e8d-23073bbda254 of type vlan for network 19f3ef94-6c8d-4df8-b14c-c22560a62768
Apr 07 07:58:49.248549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:49.283371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.294964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.307520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0e1e10>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 2, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:49.313017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-94ea65dd-eaf0-4806-920e-9105faf28834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:49.367342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.369320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:49.369967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.378196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:49.420160 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf71e66-33de-4abf-9605-bef09f82be54 None None] The sync data for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi is: [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 2, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:58:49.566480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 47b4213d-79c2-494d-975e-b1dde6febde9 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:49.581599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Pushing event updated for resources: {'Network': ['ID=19f3ef94-6c8d-4df8-b14c-c22560a62768,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:49.592102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:49.615543 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7821004
Apr 07 07:58:49.618391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40330) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:49.624971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:58:49.627639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.630367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Request body: {'subnet': {'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1707902573-subnet', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:49.642012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:49.648902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 47b4213d-79c2-494d-975e-b1dde6febde9 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:49.649463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.650307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Usage tracker for resource:subnet and tenant:92d91e70070445398493247a2fe5b8c8 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:49.657646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:49.676339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:49.693108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Pushing event updated for resources: {'Port': ['ID=3501aeb3-ff23-4a67-87c5-30d3e7c913ea,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:49.706232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Made reservation on behalf of 92d91e70070445398493247a2fe5b8c8 for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:58:49.713284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:49.738080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f201bfcf8>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:47Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:49.742593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa6a30-1ce5-458d-b51b-a2a51dfd3180 None None] The sync data for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi is: [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:47Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:58:49.767145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:49.865525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64da015-8db6-487b-a168-0aeed4d32aa7 req-f564ee11-cf14-4ffa-b266-b48656a9ccf2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:49.878140 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f64da015-8db6-487b-a168-0aeed4d32aa7 req-f564ee11-cf14-4ffa-b266-b48656a9ccf2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.6767292
Apr 07 07:58:49.945322 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd7f0e-e44a-4572-b3b8-eecc6e0ead3b req-83a464ae-3e84-49e0-91f9-aae4c147addc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:49.953899 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-08fd7f0e-e44a-4572-b3b8-eecc6e0ead3b req-83a464ae-3e84-49e0-91f9-aae4c147addc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 1.9004807
Apr 07 07:58:50.059131 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f64da015-8db6-487b-a168-0aeed4d32aa7 req-7a3d7cad-b701-4944-9d31-df294a38bc66 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798370
Apr 07 07:58:50.059293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:50.118865 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-08fd7f0e-e44a-4572-b3b8-eecc6e0ead3b req-ff9f67cb-afef-4df6-96cf-fca640508013 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1630204
Apr 07 07:58:50.178774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 47b4213d-79c2-494d-975e-b1dde6febde9, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=47b4213d-79c2-494d-975e-b1dde6febde9,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:50.200662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:50.208964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:50.608545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:50.803337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=47b4213d-79c2-494d-975e-b1dde6febde9,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:50.819642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:51.065407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:51.090938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3d97be72-0327-4b64-9d27-caf01fc4342a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:51.095618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Router e6eedfe5-aaa4-4e19-854f-e176d55101bc is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 07:58:51.403270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=532c0dce-498b-4470-9945-7ac997406585,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:51.406395 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:51.469594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 47b4213d-79c2-494d-975e-b1dde6febde9 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:51.523590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Checking segment: {'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:51.524211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Network hostable DHCP agents. Network: 19f3ef94-6c8d-4df8-b14c-c22560a62768, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:58:51.552572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:58:51.567485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 19f3ef94-6c8d-4df8-b14c-c22560a62768) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:51.573489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:51.574299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:51.628469 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.0083203
Apr 07 07:58:51.629782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40348) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:51.637250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:58:51.639640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:58:51.643374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae5bff-7e11-4e0f-8a1b-7d1ce58c6b01 None None] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:58:51.655618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:51.667571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Usage tracker for resource:router and tenant:92d91e70070445398493247a2fe5b8c8 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:51.671704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:51.681649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:51.706296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:51.708068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:51.719769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:51.721461 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.4031849
Apr 07 07:58:51.725475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40352) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:51.797302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f118b-70cb-4e0e-8f7f-c01e40d69364 req-ea138a58-71de-4049-b046-c8007761558b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:51.801212 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5c3f118b-70cb-4e0e-8f7f-c01e40d69364 req-ea138a58-71de-4049-b046-c8007761558b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.3699162
Apr 07 07:58:51.928189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726f707-a236-4061-a417-a86329180576 req-9dbd8bca-e262-40e1-a039-4c187b5cf71c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:51.930235 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3726f707-a236-4061-a417-a86329180576 req-9dbd8bca-e262-40e1-a039-4c187b5cf71c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.4185543
Apr 07 07:58:51.956038 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5c3f118b-70cb-4e0e-8f7f-c01e40d69364 req-854b49f9-7e91-49fd-b073-7d939dfdd79b tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380320
Apr 07 07:58:52.027228 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3726f707-a236-4061-a417-a86329180576 req-f18f7264-278e-4881-ad7a-867f878c1420 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765727
Apr 07 07:58:52.210527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Sync routers for ids ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:58:52.250380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Routers {'e6eedfe5-aaa4-4e19-854f-e176d55101bc'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:52.251085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e718630>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:52.413775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:52.756149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4249f4-8589-49fe-843f-e139354d2706 None None] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:58:52.922082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:53.021502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Set router e6eedfe5-aaa4-4e19-854f-e176d55101bc gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:53.251890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 47b4213d-79c2-494d-975e-b1dde6febde9 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:53.252557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:53.332201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6b759-a032-4805-b650-877dc63067f5 req-a966647d-e287-4184-b7a0-81e25e7f3ed3 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:53.335816 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d2a6b759-a032-4805-b650-877dc63067f5 req-a966647d-e287-4184-b7a0-81e25e7f3ed3 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1428068
Apr 07 07:58:53.397295 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d2a6b759-a032-4805-b650-877dc63067f5 req-6893698a-5cf2-448a-858a-f00edc63aad9 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530317
Apr 07 07:58:53.429153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1d9ef077-d48d-499d-88cd-b984a86ad3be None None] Provisioning for port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:53.473891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-19f3ef94-6c8d-4df8-b14c-c22560a62768', 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'fixed_ips': [{'subnet_id': '532c0dce-498b-4470-9945-7ac997406585'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 07:58:53.474858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:53.525469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5c9f2da8-8866-4b91-a3cf-f0d09af96655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:53.883974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:53.981153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 3501aeb3-ff23-4a67-87c5-30d3e7c913ea up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:54.240007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Allocated IP 172.20.0.2 (19f3ef94-6c8d-4df8-b14c-c22560a62768/532c0dce-498b-4470-9945-7ac997406585/eb96dfb6-75d9-4a17-919c-c0444ab6bef4) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:54.258759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:54.274032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:54.274538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:54.328303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40384) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:54.429079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Sync routers for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:58:54.460234 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e718630>, [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T07:58:49Z', 'revision_number': 3, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port': {'id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:46Z', 'updated_at': '2021-04-07T07:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:54.469532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:54.470753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f6bec18>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:54.560282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Allocated IP 172.20.0.1 (4c4c3916-a0e9-4f84-9943-3cbc71b51557/46da2dd0-ae4c-4b0d-b430-9d5afe9c0180/a45457e9-e9d1-472c-8221-f8df20635089) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:54.575037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:54.605310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Checking router: e6eedfe5-aaa4-4e19-854f-e176d55101bc for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:58:54.605948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Updating router e6eedfe5-aaa4-4e19-854f-e176d55101bc port 0ffaa1d2-ad05-4451-8e33-6110964467d2 binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:58:54.650165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:54.678400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:54.739906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:58:54.751340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Usage tracker for resource:security_group_rule and tenant:9c04e43574554fabbd56be858bfbf02a is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:58:54.754828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:54.758943 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:58:54.766285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:58:54.890254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:54.895877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:54.938534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:54.956540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Transition to ACTIVE for port object a45457e9-e9d1-472c-8221-f8df20635089 will not be triggered until provisioned by entity DHCP. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:54.990276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.015481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.026531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-695d406a-7385-4ad5-b023-106875b0e4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:55.041317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Transition to ACTIVE for port object eb96dfb6-75d9-4a17-919c-c0444ab6bef4 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:55.059325 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c04e43574554fabbd56be858bfbf02a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7293665
Apr 07 07:58:55.071256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3059ab98-430f-4bec-88d7-3d873d23dcd6,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:55.074296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40394) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:58:55.083996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Transition to ACTIVE for port object eb96dfb6-75d9-4a17-919c-c0444ab6bef4 will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:55.084376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:55.099715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bb82b727-7fce-4129-95b6-ae250355730d None None] Provisioning complete for port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:55.100119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bb82b727-7fce-4129-95b6-ae250355730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.106738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Allocated IP 172.27.1.43 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/636f3fa3-7bc2-4592-8a89-741ea39cfcf8) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:58:55.171444 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6819e9e-869a-42bf-848d-8dab60f55a3b req-bab76788-61c5-4f32-9d0f-b23a0ce07957 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:55.179671 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a6819e9e-869a-42bf-848d-8dab60f55a3b req-bab76788-61c5-4f32-9d0f-b23a0ce07957 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.4534953
Apr 07 07:58:55.183392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.232569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f340d97-ae4a-4014-9c70-17b0264cda07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.243928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:55.285140 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.286239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f340d97-ae4a-4014-9c70-17b0264cda07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.315048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.334614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a8cd66e9-db5e-4c6b-b917-20e3ce2d25f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:55.424093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.435751 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a6819e9e-869a-42bf-848d-8dab60f55a3b req-79f57039-6453-4fe2-9731-ddb76dc96e88 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2546449
Apr 07 07:58:55.436763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f340d97-ae4a-4014-9c70-17b0264cda07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.465717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c2a6b27c-8313-417c-b460-189e176dd8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:55.482327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f340d97-ae4a-4014-9c70-17b0264cda07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3059ab98-430f-4bec-88d7-3d873d23dcd6,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:55.496166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9f340d97-ae4a-4014-9c70-17b0264cda07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:55.506094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f340d97-ae4a-4014-9c70-17b0264cda07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.507354 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9f340d97-ae4a-4014-9c70-17b0264cda07 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3059ab98-430f-4bec-88d7-3d873d23dcd6 HTTP/1.1" status: 204  len: 168 time: 0.4266632
Apr 07 07:58:55.601350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f6bec18>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 2, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:55.605960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Checking router: 40fb32dd-2b94-4820-8c48-24edd45bb6fe for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:58:55.606361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Updating router 40fb32dd-2b94-4820-8c48-24edd45bb6fe port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:58:55.671001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.843689 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Pushing event updated for resources: {'Port': ['ID=a45457e9-e9d1-472c-8221-f8df20635089,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:55.868639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:55.884544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:55.885579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:55.888134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Pushing event updated for resources: {'Port': ['ID=eb96dfb6-75d9-4a17-919c-c0444ab6bef4,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:55.906620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:55.975596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:55.977791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Pushing event updated for resources: {'Port': ['ID=636f3fa3-7bc2-4592-8a89-741ea39cfcf8,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:56.002399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:56.011286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:56.184471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=3501aeb3-ff23-4a67-87c5-30d3e7c913ea,segment=NetworkSegment(611696a6-3ec6-4d60-b9cb-35a7cb3aaf64),segment_id=611696a6-3ec6-4d60-b9cb-35a7cb3aaf64)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:56.198679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:56.204505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:56.267308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:56.324530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:56.329985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c855cd10-1423-4d45-9de8-481ae3dee263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:56.351648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:56.543208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:56.617161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:58:56.629455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:58:56.648720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:58:56.649471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:56.747043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 51cf9d1a-c371-497d-a794-d127afe78af1 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:58:56.770766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:56.808907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Transition to ACTIVE for port object 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:56.825489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:56.855761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:56.923025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:56.962097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Transition to ACTIVE for port object 0ffaa1d2-ad05-4451-8e33-6110964467d2 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:58:56.966426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d1da5-0972-45f2-aa24-17dda2eb84e7 req-ba4930a9-b2da-46c7-b352-e9ef9e2ccf16 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:56.976054 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303d1da5-0972-45f2-aa24-17dda2eb84e7 req-ba4930a9-b2da-46c7-b352-e9ef9e2ccf16 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.3141286
Apr 07 07:58:57.053540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.202970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc9f50-d2cf-458a-9bbe-a2c4cc90ed5e None None] Pushing event updated for resources: {'Port': ['ID=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:57.217427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-37fc9f50-d2cf-458a-9bbe-a2c4cc90ed5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:57.234637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.289034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.448546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.490509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Attempting to bind port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:57.504138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Attempting to bind port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:57.506167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Attempting to bind port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 on network 19f3ef94-6c8d-4df8-b14c-c22560a62768 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:57.545504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Attempting to bind port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:57.547177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Attempting to bind port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:57.548822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Attempting to bind port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 on network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:57.561890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:57.562525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Checking segment: {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:57.563133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.563724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Bound using segment: {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:57.564612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Bound port: 6c3cea1a-a6bd-4fb6-8a04-766514c7f045, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:57.565223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.572403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.595111 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303d1da5-0972-45f2-aa24-17dda2eb84e7 req-50c4d98f-ed69-48e2-b234-c36bf7aa5545 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5979772
Apr 07 07:58:57.657309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:57.657850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Checking segment: {'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:57.658373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.659057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Bound using segment: {'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:57.660294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Bound port: eb96dfb6-75d9-4a17-919c-c0444ab6bef4, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:57.660824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.680943 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0d2f4674-1c55-4919-b1fa-e732b5831c77 None None] Provisioning for port a45457e9-e9d1-472c-8221-f8df20635089 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:57.774559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] For port eb96dfb6-75d9-4a17-919c-c0444ab6bef4, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:57.778147 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] For port eb96dfb6-75d9-4a17-919c-c0444ab6bef4, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=eb96dfb6-75d9-4a17-919c-c0444ab6bef4,segment=NetworkSegment(df63077b-acc8-429e-9e8d-23073bbda254),segment_id=df63077b-acc8-429e-9e8d-23073bbda254)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:57.782800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=3501aeb3-ff23-4a67-87c5-30d3e7c913ea,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:57.786047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.787692 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.583s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:57.792772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.710s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:57.847588 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.849270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] For port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:57.852815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] For port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:57.864166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:57.894379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:57.902013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0d2f4674-1c55-4919-b1fa-e732b5831c77 None None] Provisioning complete for port a45457e9-e9d1-472c-8221-f8df20635089 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:57.913625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0d2f4674-1c55-4919-b1fa-e732b5831c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:58.145089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc9f50-d2cf-458a-9bbe-a2c4cc90ed5e None None] Pushing event updated for resources: {'Port': ['ID=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,revision_number=4']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:58.149752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-37fc9f50-d2cf-458a-9bbe-a2c4cc90ed5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:58.220560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:58.221281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f6bec18>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:58.388178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c21ef8-866e-4fa7-958b-903e914ee46a req-9d5dcc65-d3dd-4b0d-bbd3-aecf2804a5d7 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:58.398515 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-24c21ef8-866e-4fa7-958b-903e914ee46a req-9d5dcc65-d3dd-4b0d-bbd3-aecf2804a5d7 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.1640630
Apr 07 07:58:58.408549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 51cf9d1a-c371-497d-a794-d127afe78af1 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:58:58.450421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 51cf9d1a-c371-497d-a794-d127afe78af1 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:58:58.451230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:58.464568 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-24c21ef8-866e-4fa7-958b-903e914ee46a req-6d4bbfb8-516f-4d5a-932e-72e136c7cfd2 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649905
Apr 07 07:58:58.574801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:58:58.599526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299037f6-743e-4338-bc4d-0d874d7aaefe None None] Pushing event updated for resources: {'Port': ['ID=0ffaa1d2-ad05-4451-8e33-6110964467d2,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:58.609609 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:58.610467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f4674-1c55-4919-b1fa-e732b5831c77 None None] Port a45457e9-e9d1-472c-8221-f8df20635089 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:58:58.625395 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-299037f6-743e-4338-bc4d-0d874d7aaefe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:58.625865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.724s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:58.739402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Pushing event updated for resources: {'Port': ['ID=eb96dfb6-75d9-4a17-919c-c0444ab6bef4,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:58.744322 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:58.761164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:59.028108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Attempting to bind port 0ffaa1d2-ad05-4451-8e33-6110964467d2 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:58:59.029446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05690b16-5656-4e6a-a977-304abaf336ab req-560fa705-7192-4e8e-ab8c-aa34099c2917 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:59.029654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Attempting to bind port 0ffaa1d2-ad05-4451-8e33-6110964467d2 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:58:59.030270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Attempting to bind port 0ffaa1d2-ad05-4451-8e33-6110964467d2 on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:58:59.045809 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-05690b16-5656-4e6a-a977-304abaf336ab req-560fa705-7192-4e8e-ab8c-aa34099c2917 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.1884131
Apr 07 07:58:59.119446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:58:59.120224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:58:59.120882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:59.121760 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:58:59.122506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Bound port: 0ffaa1d2-ad05-4451-8e33-6110964467d2, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:58:59.123114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:59.141004 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-05690b16-5656-4e6a-a977-304abaf336ab req-f244c42d-ee8d-4f74-bfc2-c652da195014 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941858
Apr 07 07:58:59.209742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] For port 0ffaa1d2-ad05-4451-8e33-6110964467d2, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:58:59.213983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] For port 0ffaa1d2-ad05-4451-8e33-6110964467d2, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=0ffaa1d2-ad05-4451-8e33-6110964467d2,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:58:59.216197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:59.219268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f6bec18>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:58:57Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:59.229454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8336552-7692-4ecb-8e13-2b1ffe6066cf None None] The sync data for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi is: [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:58:57Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:58:59.253569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:59.257573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:59.272662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79a8d5b7-55e8-4b96-9b41-324047eb39ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:59.301675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:59.302527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:59.441799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-82eac3cb-b7fb-428e-8502-906a05599ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:59.493370 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 07:58:59.553082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 51cf9d1a-c371-497d-a794-d127afe78af1, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=51cf9d1a-c371-497d-a794-d127afe78af1,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:58:59.589167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:58:59.682958 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299037f6-743e-4338-bc4d-0d874d7aaefe None None] Pushing event updated for resources: {'Port': ['ID=0ffaa1d2-ad05-4451-8e33-6110964467d2,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:59.686483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-299037f6-743e-4338-bc4d-0d874d7aaefe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:59.689826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:58:59.794382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=51cf9d1a-c371-497d-a794-d127afe78af1,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:58:59.798078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:58:59.838409 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Routers {'e6eedfe5-aaa4-4e19-854f-e176d55101bc'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:58:59.839087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e718630>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:58:59.872725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480427c-cf17-4a44-a845-03833f91eddf req-26e6ad27-2073-4e40-85cd-0ca9110fe89d tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:58:59.886380 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0480427c-cf17-4a44-a845-03833f91eddf req-26e6ad27-2073-4e40-85cd-0ca9110fe89d tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.2517710
Apr 07 07:58:59.938449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:58:59.955368 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0480427c-cf17-4a44-a845-03833f91eddf req-e0622b90-a43d-46a3-a12b-588c1c064efa tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675364
Apr 07 07:58:59.999654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Pushing event updated for resources: {'Port': ['ID=a45457e9-e9d1-472c-8221-f8df20635089,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:00.010079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:00.023435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:00.027503 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 8.3939183
Apr 07 07:59:00.028106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40454) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:00.034696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Sync routers for ids ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:59:00.039235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:00.052797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:59:00.054258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:00.278833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Routers {'3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:59:00.280332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0db208>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:00.492767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-050880f7-76cc-43c0-bc0f-d229382cf1d6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:00.493567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-050880f7-76cc-43c0-bc0f-d229382cf1d6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Synchronizing usage tracker for tenant:b42bf2c769da409196b8b84fe472a560 on resource:port {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:00.518627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Router e6eedfe5-aaa4-4e19-854f-e176d55101bc has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:59:00.522386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-050880f7-76cc-43c0-bc0f-d229382cf1d6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Unset dirty status for tenant:b42bf2c769da409196b8b84fe472a560 on resource:port {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:00.523618 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-050880f7-76cc-43c0-bc0f-d229382cf1d6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.3851748
Apr 07 07:59:00.550424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a21487a9-5ef8-414d-a997-0f33a2e11806 None None] Provisioning complete for port a45457e9-e9d1-472c-8221-f8df20635089 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:00.550847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a21487a9-5ef8-414d-a997-0f33a2e11806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:00.576204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:00.609860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:00.610282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:00.717136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] Set router e6eedfe5-aaa4-4e19-854f-e176d55101bc gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:00.876912 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a21487a9-5ef8-414d-a997-0f33a2e11806 None None] Port a45457e9-e9d1-472c-8221-f8df20635089 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:59:01.075903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:01.164456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:59:01.176722 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] 10.222.0.61 "PUT /v2.0/routers/e6eedfe5-aaa4-4e19-854f-e176d55101bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4489529
Apr 07 07:59:01.195365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Set router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:01.223253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Deleting port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 07:59:01.223639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:01.437148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9423533-f234-4e60-ad6d-c658036be758 None None] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:59:01.447461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c85180-780a-4ab8-b708-dfff79158795 req-ac87dce5-d2b3-4a3d-9f66-42e07ca95a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:01.449237 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0c85180-780a-4ab8-b708-dfff79158795 req-ac87dce5-d2b3-4a3d-9f66-42e07ca95a9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1098 time: 0.2629693
Apr 07 07:59:01.471987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0723e8a-bb6b-47bb-a398-72a76bf7dc44 req-ebf162c4-ce2b-4b91-97ea-4ed1ca500a56 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:01.473577 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0723e8a-bb6b-47bb-a398-72a76bf7dc44 req-ebf162c4-ce2b-4b91-97ea-4ed1ca500a56 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 946 time: 0.2888153
Apr 07 07:59:01.482378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74035-be52-46a3-923f-88ebaa9ff33a req-ad6d3cb8-d39e-420a-8e6a-ec657afdec0d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:01.491133 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-54f74035-be52-46a3-923f-88ebaa9ff33a req-ad6d3cb8-d39e-420a-8e6a-ec657afdec0d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 1.0868878
Apr 07 07:59:01.494270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:01.595705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] For port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:01.596020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:01.758802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Calling delete_port for 07a9f81e-e6d6-40af-bbe9-d7e899a4847e owned by compute:nova {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 07:59:01.784661 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0723e8a-bb6b-47bb-a398-72a76bf7dc44 req-71aedf70-f9a3-4795-9e14-392a02cc191e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2705696
Apr 07 07:59:01.785869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c85180-780a-4ab8-b708-dfff79158795 req-98b35d34-020d-4986-b20b-1e6fddb8b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:01.787339 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0c85180-780a-4ab8-b708-dfff79158795 req-98b35d34-020d-4986-b20b-1e6fddb8b58a service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 917 time: 0.3268671
Apr 07 07:59:01.858412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:01.945970 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-54f74035-be52-46a3-923f-88ebaa9ff33a req-075044da-2662-4402-a2ae-a1427e20bbe5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4539142
Apr 07 07:59:01.950333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:01.951258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 3501aeb3-ff23-4a67-87c5-30d3e7c913ea up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:01.978570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:01.999569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:02.008742 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0c85180-780a-4ab8-b708-dfff79158795 req-7e073289-9843-48ce-8a8d-35ef86b35428 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d HTTP/1.1" status: 200  len: 1001 time: 0.1785057
Apr 07 07:59:02.026168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5750b7b9-cf4e-4a62-bf82-d3269ccef38a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:02.061097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['07a9f81e-e6d6-40af-bbe9-d7e899a4847e', '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:59:02.115466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Pushing event deleted for resources: {'Port': ['ID=07a9f81e-e6d6-40af-bbe9-d7e899a4847e,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:02.119940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:02.164313 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c85180-780a-4ab8-b708-dfff79158795 req-e539a2ba-143e-418e-8fbe-1728f91ef25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:02.166069 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0c85180-780a-4ab8-b708-dfff79158795 req-e539a2ba-143e-418e-8fbe-1728f91ef25e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.1139808
Apr 07 07:59:02.186271 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-51df6028-1cd9-4802-b714-d536d62c4378 None None] Provisioning for port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:02.317357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] No DVR routers for this DVR port 07a9f81e-e6d6-40af-bbe9-d7e899a4847e on host hv-cinder-78239 {{(pid=84318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 07:59:02.321751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:02.323769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Allocated IP 172.20.0.1 (19f3ef94-6c8d-4df8-b14c-c22560a62768/532c0dce-498b-4470-9945-7ac997406585/04cfa9ea-a98e-426c-b898-4ea27bdbe2fe) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:59:02.327997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd218506a-ed0a-4ef3-9625-09a98a18da67', 'name': 'network-vif-deleted', 'tag': '07a9f81e-e6d6-40af-bbe9-d7e899a4847e'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:59:02.381497 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1549772a-359c-4f2e-a8b4-16f3a5c05ce1 req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "DELETE /v2.0/ports/07a9f81e-e6d6-40af-bbe9-d7e899a4847e HTTP/1.1" status: 204  len: 173 time: 1.6080911
Apr 07 07:59:02.446555 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd218506a-ed0a-4ef3-9625-09a98a18da67', 'name': 'network-vif-deleted', 'tag': '07a9f81e-e6d6-40af-bbe9-d7e899a4847e', 'status': 'completed', 'code': 200}
Apr 07 07:59:02.478054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c85180-780a-4ab8-b708-dfff79158795 req-85c9888b-6c16-4f65-992e-fb978ea02032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:02.482118 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0c85180-780a-4ab8-b708-dfff79158795 req-85c9888b-6c16-4f65-992e-fb978ea02032 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2833383
Apr 07 07:59:02.576513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:02.581911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:02.791319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:02.819748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:03.014807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0db208>, [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T07:58:56Z', 'revision_number': 3, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port': {'id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:03.026623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e718630>, [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T07:58:56Z', 'revision_number': 4, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port': {'id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:46Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'a45457e9-e9d1-472c-8221-f8df20635089', 'name': '', 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'mac_address': 'fa:16:3e:bb:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:58:58Z', 'revision_number': 2, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'subnets': [{'id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:03.224240 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6262754-b90a-4b9e-8de9-148f5777b66e req-6c1df7d0-8f16-441f-b117-bb087c8f74fb tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=d218506a-ed0a-4ef3-9625-09a98a18da67 HTTP/1.1" status: 200  len: 210 time: 0.1404669
Apr 07 07:59:03.233211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:03.251840 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467de4ca-fc23-457a-81c7-4b3ddd1f8d3c None None] The sync data for ids ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'] in dv-cinder-782390-4-iscsi is: [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T07:58:56Z', 'revision_number': 4, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port': {'id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:46Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'a45457e9-e9d1-472c-8221-f8df20635089', 'name': '', 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'mac_address': 'fa:16:3e:bb:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:58:58Z', 'revision_number': 2, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'subnets': [{'id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:59:03.260671 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Checking router: 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:59:03.263423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Updating router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:59:03.277694 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0c85180-780a-4ab8-b708-dfff79158795 req-e4173ee8-c90a-4840-89ed-6d6e840a2300 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7769434
Apr 07 07:59:03.432594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:03.461607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Transition to ACTIVE for port object 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:03.548901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363452d1-1125-429f-bfae-a6e6febcfe48 req-7c06a14f-9f24-4b8a-b7b0-ba0684b67fe2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:03.551110 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-363452d1-1125-429f-bfae-a6e6febcfe48 req-7c06a14f-9f24-4b8a-b7b0-ba0684b67fe2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.2725313
Apr 07 07:59:03.618550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 51cf9d1a-c371-497d-a794-d127afe78af1 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:03.634649 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-363452d1-1125-429f-bfae-a6e6febcfe48 req-58585aff-7ce4-489d-ae97-e875456632b2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749810
Apr 07 07:59:03.643792 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0c85180-780a-4ab8-b708-dfff79158795 req-c35d9e39-b32c-4b3d-929c-9e219171a4be service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101304
Apr 07 07:59:03.658209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:03.809404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 51cf9d1a-c371-497d-a794-d127afe78af1 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:03.809829 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:03.853546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:03.967292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:59:03.976318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:03.978494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Pushing event updated for resources: {'Port': ['ID=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:03.980829 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:59:04.042428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:04.089861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:04.196781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Transition to ACTIVE for port object 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:04.216802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:04.249471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:04.269323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:04.370361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device eb96dfb6-75d9-4a17-919c-c0444ab6bef4 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:04.488319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:04.661551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af453c07-1926-4e1c-905e-6c1df282a2bd None None] Pushing event updated for resources: {'Port': ['ID=636f3fa3-7bc2-4592-8a89-741ea39cfcf8,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:04.671280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-af453c07-1926-4e1c-905e-6c1df282a2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:04.717396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9f4eb726-3242-42ce-b9a2-3d92144a0aa7 None None] Provisioning for port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:04.726286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9f4eb726-3242-42ce-b9a2-3d92144a0aa7 None None] Provisioning complete for port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:04.726703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb726-3242-42ce-b9a2-3d92144a0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:04.755051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:04.838789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:04.840361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:05.030715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9f4eb726-3242-42ce-b9a2-3d92144a0aa7 None None] Port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:59:05.056895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Attempting to bind port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:59:05.057709 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Attempting to bind port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:59:05.058510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Attempting to bind port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:05.068814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:59:05.069943 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:05.070723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:05.071452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:59:05.072174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Bound port: 636f3fa3-7bc2-4592-8a89-741ea39cfcf8, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:59:05.072820 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:05.265036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83c877-e680-480c-89f1-b997be172124 req-a2a9e380-1f41-43f7-a51c-41d45c206442 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:05.273424 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5c83c877-e680-480c-89f1-b997be172124 req-a2a9e380-1f41-43f7-a51c-41d45c206442 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.1721880
Apr 07 07:59:05.274914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:05.333318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45b34-769d-427a-8255-6dc53e54776b req-1220b160-38eb-4efc-acd4-c0e3b616d076 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:05.344548 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6bb45b34-769d-427a-8255-6dc53e54776b req-1220b160-38eb-4efc-acd4-c0e3b616d076 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 945 time: 0.4531865
Apr 07 07:59:05.367567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port eb96dfb6-75d9-4a17-919c-c0444ab6bef4, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=eb96dfb6-75d9-4a17-919c-c0444ab6bef4,segment=NetworkSegment(df63077b-acc8-429e-9e8d-23073bbda254),segment_id=df63077b-acc8-429e-9e8d-23073bbda254)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:05.379154 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5c83c877-e680-480c-89f1-b997be172124 req-d3399e9d-4adb-4280-87e9-48148ee57ec3 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046784
Apr 07 07:59:05.387902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:05.397329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:05.452341 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6bb45b34-769d-427a-8255-6dc53e54776b req-0f724355-668c-4643-99d0-6a81c715350e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026585
Apr 07 07:59:05.497245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:05.507280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:05.520575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:05.560177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 07a9f81e-e6d6-40af-bbe9-d7e899a4847e no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 07:59:05.630930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d43d436c-be20-4123-911b-7c5a1cb1e5ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:05.722967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:05.739452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Pushing event updated for resources: {'Port': ['ID=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:05.793753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:05.909597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] For port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:59:05.929109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:59:05.930318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:05.962540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 07a9f81e-e6d6-40af-bbe9-d7e899a4847e {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 07:59:05.962862 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 07a9f81e-e6d6-40af-bbe9-d7e899a4847e not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 07:59:05.964351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 07:59:06.116516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] For port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=636f3fa3-7bc2-4592-8a89-741ea39cfcf8,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:59:06.138437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:06.254010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:59:06.370526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:06.382945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=eb96dfb6-75d9-4a17-919c-c0444ab6bef4,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:06.396827 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:06.397661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:06.461657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.964s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:06.469426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-299037f6-743e-4338-bc4d-0d874d7aaefe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:06.536819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3db75207-e311-4d10-b807-d6b34ca5b794 None None] Provisioning complete for port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:06.537799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3db75207-e311-4d10-b807-d6b34ca5b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:06.645003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-3db75207-e311-4d10-b807-d6b34ca5b794 None None] Port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:59:06.671396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:06.692579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:59:06.738887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:06.816887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af453c07-1926-4e1c-905e-6c1df282a2bd None None] Pushing event updated for resources: {'Port': ['ID=636f3fa3-7bc2-4592-8a89-741ea39cfcf8,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:06.821898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-af453c07-1926-4e1c-905e-6c1df282a2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:06.825009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:06.906325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=8']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:06.913789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:06.954623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Routers {'3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:59:06.955337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0db208>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:07.072917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:59:07.114077 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] 10.222.0.61 "PUT /v2.0/routers/3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0759974
Apr 07 07:59:07.170234 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device eb96dfb6-75d9-4a17-919c-c0444ab6bef4 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:07.183820 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d79c5-8aa3-4666-95a5-271801d53ec3 req-f21ca532-0f42-4ef9-8d01-16ee44167e20 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:07.192472 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c53d79c5-8aa3-4666-95a5-271801d53ec3 req-f21ca532-0f42-4ef9-8d01-16ee44167e20 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1794858
Apr 07 07:59:07.253206 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c53d79c5-8aa3-4666-95a5-271801d53ec3 req-104ff879-d48d-4be1-b0c2-122a3f657805 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589440
Apr 07 07:59:07.296430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f41043-c4dc-4e8b-9cb1-0d495999da94 req-1a0ffb09-481f-4a6a-9251-ac2498af8126 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:07.306437 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-14f41043-c4dc-4e8b-9cb1-0d495999da94 req-1a0ffb09-481f-4a6a-9251-ac2498af8126 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.3372290
Apr 07 07:59:07.341610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:07.342033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:07.384144 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'code': 422} returned with failed status
Apr 07 07:59:07.416497 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-14f41043-c4dc-4e8b-9cb1-0d495999da94 req-b9ef5dc0-e7c6-475b-b83c-13741cd64025 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090000
Apr 07 07:59:07.470384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] Set router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:07.949141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Sync routers for ids ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:59:07.961806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Routers {'e6eedfe5-aaa4-4e19-854f-e176d55101bc'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:59:07.962816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f15da58>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:08.092965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 0ffaa1d2-ad05-4451-8e33-6110964467d2 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:08.202435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0db208>, [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T07:59:04Z', 'revision_number': 4, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port': {'id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '04cfa9ea-a98e-426c-b898-4ea27bdbe2fe', 'name': '', 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'mac_address': 'fa:16:3e:49:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '532c0dce-498b-4470-9945-7ac997406585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:59:01Z', 'updated_at': '2021-04-07T07:59:04Z', 'revision_number': 2, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'subnets': [{'id': '532c0dce-498b-4470-9945-7ac997406585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:08.216358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c238da-dc53-4071-81c1-c0bb98667e30 None None] The sync data for ids ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'] in dv-cinder-782390-4-iscsi is: [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T07:59:04Z', 'revision_number': 4, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port': {'id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '04cfa9ea-a98e-426c-b898-4ea27bdbe2fe', 'name': '', 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'mac_address': 'fa:16:3e:49:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '532c0dce-498b-4470-9945-7ac997406585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:59:01Z', 'updated_at': '2021-04-07T07:59:04Z', 'revision_number': 2, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'subnets': [{'id': '532c0dce-498b-4470-9945-7ac997406585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:59:08.229863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 0ffaa1d2-ad05-4451-8e33-6110964467d2 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:08.247280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 0ffaa1d2-ad05-4451-8e33-6110964467d2 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:08.250190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:08.305954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Set router e6eedfe5-aaa4-4e19-854f-e176d55101bc gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:08.429233 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40606) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:08.436347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771273426', 'description': 'tempest-secgroup-smoke-771273426 description', 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:08.454087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:08.484107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:security_group and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:08.493644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:08.523401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:08.555177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:08.615340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:08.635615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 0ffaa1d2-ad05-4451-8e33-6110964467d2, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=0ffaa1d2-ad05-4451-8e33-6110964467d2,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:08.645194 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:08.647298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-af453c07-1926-4e1c-905e-6c1df282a2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:08.675142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:08.680687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:security_group_rule and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:08.690028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:08.709824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:08.874688 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:08.876673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=0ffaa1d2-ad05-4451-8e33-6110964467d2,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:08.884605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:08.902522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.902917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.903305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.903871 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.904718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.904718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.904718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.914820 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.915494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.916050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.916578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.918335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:08.928465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9f340d97-ae4a-4014-9c70-17b0264cda07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:08.931837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:09.010372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae1a106-8687-44c6-aa94-061879b6973f,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:09.033276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:09.072034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:09.078273 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6479182
Apr 07 07:59:09.082300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40628) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:09.089379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'security_group_rule': {'security_group_id': '2ae1a106-8687-44c6-aa94-061879b6973f', 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:09.104100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:09.109182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f15da58>, [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T07:58:56Z', 'revision_number': 4, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port': {'id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:46Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'a45457e9-e9d1-472c-8221-f8df20635089', 'name': '', 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'mac_address': 'fa:16:3e:bb:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:58:58Z', 'revision_number': 2, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'subnets': [{'id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:09.118491 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Checking router: e6eedfe5-aaa4-4e19-854f-e176d55101bc for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:59:09.118926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a5a02-7f73-4aaf-8613-ece014bccb8b req-93f221fe-673d-43e1-b503-70dd992c4147 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:09.119064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Updating router e6eedfe5-aaa4-4e19-854f-e176d55101bc port a45457e9-e9d1-472c-8221-f8df20635089 binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:59:09.134375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:security_group_rule and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:09.137583 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e54a5a02-7f73-4aaf-8613-ece014bccb8b req-93f221fe-673d-43e1-b503-70dd992c4147 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.5187654
Apr 07 07:59:09.144314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:09.181682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:09.235261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:09.323131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:09.358026 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e54a5a02-7f73-4aaf-8613-ece014bccb8b req-8346b05d-2036-4f32-990f-e0d86b951f28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194097
Apr 07 07:59:09.399193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0c2b-d25b-4b99-9786-6df98395541d req-a76dc8da-9109-40bc-bff5-132941a7a64e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:09.404896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:09.412626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:09.415119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:09.417700 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2c3e0c2b-d25b-4b99-9786-6df98395541d req-a76dc8da-9109-40bc-bff5-132941a7a64e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.2585874
Apr 07 07:59:09.501383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb4676f-4ac9-4478-9de4-709b3243ea5c,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:09.504263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 07:59:09.506662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:09.508514 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4249027
Apr 07 07:59:09.511462 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40650) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:09.514864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:09.523941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'security_group_rule': {'security_group_id': '2ae1a106-8687-44c6-aa94-061879b6973f', 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:09.557544 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2c3e0c2b-d25b-4b99-9786-6df98395541d req-9f403725-2ed1-42ab-89ac-043fecb280e8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383824
Apr 07 07:59:09.561060 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:09.571770 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:security_group_rule and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:09.586845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:09.609029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:09.656182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:09.965753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:09.980147 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40654) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:10.073861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.087995 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:10.153219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf77cdc-ac08-4919-9369-1c4a1703e8cc,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:10.156644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:10.184832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.190908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40666) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:10.193416 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6767430
Apr 07 07:59:10.203882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'security_group_rule': {'security_group_id': '2ae1a106-8687-44c6-aa94-061879b6973f', 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:10.209988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-43aa8407-a0c3-4838-8a61-13cd32208d1f tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:10.211972 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-43aa8407-a0c3-4838-8a61-13cd32208d1f tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 0.2159839
Apr 07 07:59:10.218051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:10.223936 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:security_group_rule and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:10.227789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:10.241418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:10.277282 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-a73f4642-cfa6-450f-a143-5f70b9f36d22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2956009
Apr 07 07:59:10.280945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.353342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Deleting port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 07:59:10.354081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.391965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.397009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.412595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-75ed0634-779a-4668-ab3c-fccd208b59a9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:10.472634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9796b594-eae4-466f-ad94-b07cb075844c,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:10.477988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:10.488448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.493296 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2982061
Apr 07 07:59:10.494002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40674) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:10.510424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'security_group_rule': {'security_group_id': '2ae1a106-8687-44c6-aa94-061879b6973f', 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:10.520143 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:10.531133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:security_group_rule and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:10.535626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:10.547876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:10.588665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.714552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.723745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.728625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:10.765397 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4b4263-ad3d-4df6-af60-898e83b3e84c,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:10.778178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:10.795743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.798540 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3035245
Apr 07 07:59:10.809362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40684) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:10.819763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] For port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:10.820035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.831564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'security_group_rule': {'security_group_id': '2ae1a106-8687-44c6-aa94-061879b6973f', 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:10.838241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:10.858584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:security_group_rule and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:10.868533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:10.874245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.891019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:10.892464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Transition to ACTIVE for port object a45457e9-e9d1-472c-8221-f8df20635089 will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:10.910198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.916548 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.securitygroups_db [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Project c52a01b36f2a4b5cb3aa4b283e5a5383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 07:59:10.932926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:10.937275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:11.116523 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.129754 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.132109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:11.133149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Calling delete_port for 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 07:59:11.171421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beda96-c0b0-454e-bfdb-cee4801c02a7 None None] Pushing event updated for resources: {'Port': ['ID=a45457e9-e9d1-472c-8221-f8df20635089,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:11.201523 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-49beda96-c0b0-454e-bfdb-cee4801c02a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:11.203612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:11.211128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2fff55-d942-4f42-b428-f370a5a32e67,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:11.217640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:11.246038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.251466 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ec55e29d-eec1-4a18-a890-4e8b9f9b0eab tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4372940
Apr 07 07:59:11.251714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40688) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:11.261504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'security_group_rule': {'security_group_id': '2ae1a106-8687-44c6-aa94-061879b6973f', 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:11.279089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:11.292459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:security_group_rule and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:11.297304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:11.314619 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:11.393398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:11.396886 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.securitygroups_db [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Project c52a01b36f2a4b5cb3aa4b283e5a5383 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 07:59:11.399345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:11.399767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.405478 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.572938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.582771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.612956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:11.624045 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.635241 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3820157
Apr 07 07:59:11.650568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c6341f-09d6-4032-b880-cde219da74cb,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:11.653716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-84a56918-f504-47db-976f-96fa0616571f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:11.698338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Attempting to bind port a45457e9-e9d1-472c-8221-f8df20635089 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:59:11.699311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Attempting to bind port a45457e9-e9d1-472c-8221-f8df20635089 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:59:11.700170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Attempting to bind port a45457e9-e9d1-472c-8221-f8df20635089 on network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:11.718223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:59:11.718980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Checking segment: {'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:11.719612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.720210 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Bound using segment: {'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:59:11.720919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Bound port: a45457e9-e9d1-472c-8221-f8df20635089, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:59:11.722081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.731746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.784534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=636f3fa3-7bc2-4592-8a89-741ea39cfcf8,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:11.790772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.793860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 0ffaa1d2-ad05-4451-8e33-6110964467d2 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:11.890088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:11.963807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:11.982538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b45db8-05b1-4276-a261-15d2c8d7adbf req-9bcec512-a86e-4791-85c2-6e86d46487c7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:11.984467 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a4b45db8-05b1-4276-a261-15d2c8d7adbf req-9bcec512-a86e-4791-85c2-6e86d46487c7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.4849203
Apr 07 07:59:12.006138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-23008c32-1600-42ae-a6dd-ae12d123151a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:12.017246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] For port a45457e9-e9d1-472c-8221-f8df20635089, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:59:12.026059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] For port a45457e9-e9d1-472c-8221-f8df20635089, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=a45457e9-e9d1-472c-8221-f8df20635089,segment=NetworkSegment(611696a6-3ec6-4d60-b9cb-35a7cb3aaf64),segment_id=611696a6-3ec6-4d60-b9cb-35a7cb3aaf64)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:59:12.043260 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:12.161740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Pushing event deleted for resources: {'Port': ['ID=41d550f3-24a5-4cee-8b26-c0f4a65dfdf8,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:12.179923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:12.201921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788f91c-152d-4aa2-a0bc-c858f98dda5e req-2683c03b-1398-46fe-8b49-d43c3b8ff908 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:12.203769 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3788f91c-152d-4aa2-a0bc-c858f98dda5e req-2683c03b-1398-46fe-8b49-d43c3b8ff908 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 945 time: 1.3905873
Apr 07 07:59:12.208908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 0ffaa1d2-ad05-4451-8e33-6110964467d2 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:12.209544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:12.236159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fd5a7337-0969-48cf-b5d7-18d8e28376b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:12.340589 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a4b45db8-05b1-4276-a261-15d2c8d7adbf req-adf3061f-77d8-4f2d-964b-156843dc0d87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3367925
Apr 07 07:59:12.343914 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3788f91c-152d-4aa2-a0bc-c858f98dda5e req-76a74fba-a40e-4281-8e2f-7a040a1a32a3 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea56e34b-9abe-439b-b1b2-6d963caeab0e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244428
Apr 07 07:59:12.410795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beda96-c0b0-454e-bfdb-cee4801c02a7 None None] Pushing event updated for resources: {'Port': ['ID=a45457e9-e9d1-472c-8221-f8df20635089,revision_number=4']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:12.427743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-49beda96-c0b0-454e-bfdb-cee4801c02a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:12.430047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Routers {'e6eedfe5-aaa4-4e19-854f-e176d55101bc'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:59:12.431020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f15da58>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:12.531117 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=636f3fa3-7bc2-4592-8a89-741ea39cfcf8,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:12.538227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:12.647601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] No DVR routers for this DVR port 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 07:59:12.651094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:12.657304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed2c072-3608-4233-955f-302245189d07', 'name': 'network-vif-deleted', 'tag': '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:59:12.693290 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-21544596-2131-4b92-91c6-9359ae7abaa6 req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.67 "DELETE /v2.0/ports/41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 HTTP/1.1" status: 204  len: 173 time: 2.4727805
Apr 07 07:59:12.761903 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed2c072-3608-4233-955f-302245189d07', 'name': 'network-vif-deleted', 'tag': '41d550f3-24a5-4cee-8b26-c0f4a65dfdf8', 'status': 'completed', 'code': 200}
Apr 07 07:59:12.883450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-f568c548-6fb3-4ccb-9f7f-fd2e3c8b18e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:12.884574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] Set router e6eedfe5-aaa4-4e19-854f-e176d55101bc gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:12.893020 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-f568c548-6fb3-4ccb-9f7f-fd2e3c8b18e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832&tenant_id=be657b903e35488597869917af4011fc HTTP/1.1" status: 200  len: 1096 time: 0.1988564
Apr 07 07:59:13.074929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device a45457e9-e9d1-472c-8221-f8df20635089 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:13.173010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Sync routers for ids ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:59:13.250797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-be26752e-f642-4de3-8bfe-7fc29c2c37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:13.258282 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-be26752e-f642-4de3-8bfe-7fc29c2c37fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1096 time: 0.2143569
Apr 07 07:59:13.265411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Routers {'3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:59:13.266120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f1f8358>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:13.536496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f15da58>, [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T07:58:56Z', 'revision_number': 4, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port': {'id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:46Z', 'updated_at': '2021-04-07T07:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'a45457e9-e9d1-472c-8221-f8df20635089', 'name': '', 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'mac_address': 'fa:16:3e:bb:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:59:12Z', 'revision_number': 4, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'subnets': [{'id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:13.549230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6442eb-5cb1-4bb2-b199-6cd56fd64988 None None] The sync data for ids ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'] in dv-cinder-782390-4-iscsi is: [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T07:58:56Z', 'revision_number': 4, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port': {'id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:46Z', 'updated_at': '2021-04-07T07:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'a45457e9-e9d1-472c-8221-f8df20635089', 'name': '', 'network_id': '4c4c3916-a0e9-4f84-9943-3cbc71b51557', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'mac_address': 'fa:16:3e:bb:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:59:12Z', 'revision_number': 4, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'subnets': [{'id': '46da2dd0-ae4c-4b0d-b430-9d5afe9c0180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:59:13.725236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 07:59:13.727357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-08a81099-84fa-4f03-b7f0-4c0e49c72201 req-6aeda89f-bafc-4868-acd7-16f2edbf786e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Synchronizing usage tracker for tenant:b42bf2c769da409196b8b84fe472a560 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:13.751740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-88178e55-ccba-428a-947a-09b7e2069a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:13.758784 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-88178e55-ccba-428a-947a-09b7e2069a3a service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 917 time: 0.4916770
Apr 07 07:59:13.775234 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-08a81099-84fa-4f03-b7f0-4c0e49c72201 req-6aeda89f-bafc-4868-acd7-16f2edbf786e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Unset dirty status for tenant:b42bf2c769da409196b8b84fe472a560 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:13.776688 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-08a81099-84fa-4f03-b7f0-4c0e49c72201 req-6aeda89f-bafc-4868-acd7-16f2edbf786e tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] 10.222.0.61 "GET /v2.0/ports?device_id=bed2c072-3608-4233-955f-302245189d07 HTTP/1.1" status: 200  len: 210 time: 0.2601669
Apr 07 07:59:13.798853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1edd-4f35-4ecb-8dff-f35a7afce512 req-5721b924-ac23-48dd-b53b-74e3815f8d86 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:13.807700 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-603f1edd-4f35-4ecb-8dff-f35a7afce512 req-5721b924-ac23-48dd-b53b-74e3815f8d86 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1905367
Apr 07 07:59:13.885343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 07:59:13.893249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 41d550f3-24a5-4cee-8b26-c0f4a65dfdf8 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 07:59:13.945451 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-603f1edd-4f35-4ecb-8dff-f35a7afce512 req-93109ac7-d68f-4a91-b426-73ae14e0d0db tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1366701
Apr 07 07:59:14.013605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port a45457e9-e9d1-472c-8221-f8df20635089 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:14.030168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port a45457e9-e9d1-472c-8221-f8df20635089 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:14.030678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:14.059051 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-dc3adc4a-8fd3-4a4a-8b61-d3dbd0285e9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d HTTP/1.1" status: 200  len: 999 time: 0.2935820
Apr 07 07:59:14.149435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-9e23e143-136d-4aca-a343-6ddc433acd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:14.163169 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-9e23e143-136d-4aca-a343-6ddc433acd92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.0938740
Apr 07 07:59:14.227678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:14.245392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Set router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:14.266118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-534f66fe-1521-4209-869f-9e34daccfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:14.268117 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-534f66fe-1521-4209-869f-9e34daccfd05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0969298
Apr 07 07:59:14.374086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port a45457e9-e9d1-472c-8221-f8df20635089, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=a45457e9-e9d1-472c-8221-f8df20635089,segment=NetworkSegment(611696a6-3ec6-4d60-b9cb-35a7cb3aaf64),segment_id=611696a6-3ec6-4d60-b9cb-35a7cb3aaf64)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:14.388847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:14.389940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:14.436854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1686fca3-88a3-4681-8668-158cce7bd13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:14.461486 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-a5d91df4-7d69-48a3-a59d-a5ef3f98e29a service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857557
Apr 07 07:59:14.693165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=a45457e9-e9d1-472c-8221-f8df20635089,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:14.714493 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d178b17-f612-4ea0-afa6-0377482abd6b req-346a9527-f05f-48be-8915-30757042e072 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407732
Apr 07 07:59:14.717070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:14.864700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:14.870334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:14.975551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40778) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:15.098323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40782) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:15.275163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f1f8358>, [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T07:59:04Z', 'revision_number': 4, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port': {'id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '04cfa9ea-a98e-426c-b898-4ea27bdbe2fe', 'name': '', 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'mac_address': 'fa:16:3e:49:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '532c0dce-498b-4470-9945-7ac997406585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:59:01Z', 'updated_at': '2021-04-07T07:59:04Z', 'revision_number': 2, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'subnets': [{'id': '532c0dce-498b-4470-9945-7ac997406585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:15.280440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Checking router: 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:59:15.280842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Updating router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 07:59:15.363521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:15.369003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:15.391049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:15.399748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Usage tracker for resource:security_group_rule and tenant:85a37bdf13404dc699a325e4660b201d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:15.403196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:15.409799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:15.436024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device a45457e9-e9d1-472c-8221-f8df20635089 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:15.537982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:15.546070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:15.556908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7d24f613-821b-4d2e-a429-347feb05b859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:15.614575 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85a37bdf13404dc699a325e4660b201d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5145838
Apr 07 07:59:15.618288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf3d36-4f4e-4c77-867f-627deb212254,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:15.622910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40792) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:15.633641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port a45457e9-e9d1-472c-8221-f8df20635089 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:15.634089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:15.682165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.687861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.688547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.689361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.694536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.695102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.695644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.696188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.696732 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.697329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.698022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.698552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:15.738647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:15.786837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70e36928-3508-4473-8015-0c6ff367982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:15.844508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70e36928-3508-4473-8015-0c6ff367982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:15.940430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5f20-edef-431c-8f3b-7c52c20523dd req-d2c40027-5d91-4c4f-b888-5c9975ce55ea tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:15.949078 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-710f5f20-edef-431c-8f3b-7c52c20523dd req-d2c40027-5d91-4c4f-b888-5c9975ce55ea tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.5871382
Apr 07 07:59:16.001021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70e36928-3508-4473-8015-0c6ff367982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:16.007038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-71974d33-5ae3-4e90-9e2b-e4631cbe2c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:16.027019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e36928-3508-4473-8015-0c6ff367982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf3d36-4f4e-4c77-867f-627deb212254,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:16.047716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70e36928-3508-4473-8015-0c6ff367982e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:16.052662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70e36928-3508-4473-8015-0c6ff367982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:16.052895 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-710f5f20-edef-431c-8f3b-7c52c20523dd req-3cfaac38-aa4d-477c-9118-d6a3fbdd607b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032443
Apr 07 07:59:16.054298 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-70e36928-3508-4473-8015-0c6ff367982e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6fcf3d36-4f4e-4c77-867f-627deb212254 HTTP/1.1" status: 204  len: 168 time: 0.4301507
Apr 07 07:59:16.290950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:16.406601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:16.442130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Transition to ACTIVE for port object 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:16.459202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:16.480491 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:16.721897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Deleting port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 07:59:16.722364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:16.914235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fc580-2376-4228-aba9-439583ed3797 None None] Pushing event updated for resources: {'Port': ['ID=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:16.936270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-469fc580-2376-4228-aba9-439583ed3797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:17.048481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Attempting to bind port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:59:17.048819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Attempting to bind port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:59:17.049810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Attempting to bind port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe on network 19f3ef94-6c8d-4df8-b14c-c22560a62768 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:17.059358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:59:17.059786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Checking segment: {'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:17.060239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:17.060678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Bound using segment: {'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:59:17.061315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Bound port: 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df63077b-acc8-429e-9e8d-23073bbda254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:59:17.063873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:17.088257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] For port 46861828-9c50-4ca1-9c2a-7b0b8568f5aa, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,segment=NetworkSegment(fb29a55b-a953-4b81-a00d-f9e8287f53d1),segment_id=fb29a55b-a953-4b81-a00d-f9e8287f53d1)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:17.088257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:17.302157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] For port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:59:17.309928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] For port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,segment=NetworkSegment(df63077b-acc8-429e-9e8d-23073bbda254),segment_id=df63077b-acc8-429e-9e8d-23073bbda254)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:59:17.316973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:17.321519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Calling delete_port for 46861828-9c50-4ca1-9c2a-7b0b8568f5aa owned by network:router_interface {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 07:59:17.335928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:17.501385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40824) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:17.504473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fc580-2376-4228-aba9-439583ed3797 None None] Pushing event updated for resources: {'Port': ['ID=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:17.507888 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-469fc580-2376-4228-aba9-439583ed3797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:17.582126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Routers {'3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:59:17.583298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f1f8358>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:17.726617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1975272900-network', 'tenant_id': '347e6f00a9c74167ade455c85056a3bb'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:17.735311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:17.752814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Usage tracker for resource:network and tenant:347e6f00a9c74167ade455c85056a3bb is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:17.754997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:17.764454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:17.774489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:17.797293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Made reservation on behalf of 347e6f00a9c74167ade455c85056a3bb for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:59:17.805486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:17.844638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:17.873734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:17.876744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] Set router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:17.885983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Usage tracker for resource:security_group_rule and tenant:347e6f00a9c74167ade455c85056a3bb is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:17.889105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:17.906077 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:17.915463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9011819b-2092-4281-bdc6-2e3abceeb4e1 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:18.010687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Pushing event deleted for resources: {'Port': ['ID=46861828-9c50-4ca1-9c2a-7b0b8568f5aa,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:18.070340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.071368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.071774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.072169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.072927 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.072927 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.073311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.073690 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.074071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.074447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.074823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.075202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 07:59:18.088201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:18.099106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:18.110400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:18.119856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ce2e6bbc-46d2-40d4-bfd9-a4cbb9ef0187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:18.164393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260b1746-8dd5-4b69-b536-d52f8cc91baf,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:18.168367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:18.172052 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326d8b8-f73a-442b-afde-dde84acf4d41 req-8948c1a2-39e7-4b6c-8fd6-87a675db27ae tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:18.175142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:59:18.181759 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4326d8b8-f73a-442b-afde-dde84acf4d41 req-8948c1a2-39e7-4b6c-8fd6-87a675db27ae tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.4773202
Apr 07 07:59:18.192767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:18.193190 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Added segment af6ba95f-13a5-4599-8cbb-42302086bb61 of type vlan for network 307812a6-fe4a-4881-9496-98284903bc67
Apr 07 07:59:18.230505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:18.251687 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4326d8b8-f73a-442b-afde-dde84acf4d41 req-706d0c89-b081-40eb-b394-f1ec141eb114 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688970
Apr 07 07:59:18.314556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:18.316007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:18.316647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:18.321972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f1f8358>, [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T07:59:04Z', 'revision_number': 4, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port': {'id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '04cfa9ea-a98e-426c-b898-4ea27bdbe2fe', 'name': '', 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'mac_address': 'fa:16:3e:49:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '532c0dce-498b-4470-9945-7ac997406585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:59:01Z', 'updated_at': '2021-04-07T07:59:17Z', 'revision_number': 4, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'subnets': [{'id': '532c0dce-498b-4470-9945-7ac997406585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:18.327696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57577804-0535-4f04-81f4-7ea94029bf7b None None] The sync data for ids ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'] in dv-cinder-782390-4-iscsi is: [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T07:59:04Z', 'revision_number': 4, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port': {'id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '04cfa9ea-a98e-426c-b898-4ea27bdbe2fe', 'name': '', 'network_id': '19f3ef94-6c8d-4df8-b14c-c22560a62768', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'mac_address': 'fa:16:3e:49:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '532c0dce-498b-4470-9945-7ac997406585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:59:01Z', 'updated_at': '2021-04-07T07:59:17Z', 'revision_number': 4, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'subnets': [{'id': '532c0dce-498b-4470-9945-7ac997406585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:59:18.334598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:18.491846 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9840672
Apr 07 07:59:18.492743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40832) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:18.493636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Pushing event updated for resources: {'Network': ['ID=307812a6-fe4a-4881-9496-98284903bc67,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:18.504196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Request body: {'subnet': {'network_id': '307812a6-fe4a-4881-9496-98284903bc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1975272900-subnet', 'tenant_id': '347e6f00a9c74167ade455c85056a3bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:18.507185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 307812a6-fe4a-4881-9496-98284903bc67 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:59:18.512146 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:18.528778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Usage tracker for resource:subnet and tenant:347e6f00a9c74167ade455c85056a3bb is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:18.532276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:18.549521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:18.560262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:18.564874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Made reservation on behalf of 347e6f00a9c74167ade455c85056a3bb for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:59:18.569676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:18.654811 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:19.301172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:19.323085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:19.390312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:19.447289 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:19.584196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:19.603623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Checking segment: {'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:19.604776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Network hostable DHCP agents. Network: 307812a6-fe4a-4881-9496-98284903bc67, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:59:19.630299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Network 307812a6-fe4a-4881-9496-98284903bc67 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:59:19.642744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 307812a6-fe4a-4881-9496-98284903bc67) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:19.656404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:19.657345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:19.689089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67409468-a11d-4113-974b-384c49937f36 None None] Network 307812a6-fe4a-4881-9496-98284903bc67 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:59:19.708006 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e2faa387-16d7-4229-ab6a-92ac0bf61706 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2117362
Apr 07 07:59:19.789364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Router 88b07606-c132-416a-9c3c-c97bec7c3cb2 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 07:59:19.985242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:20.031988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:20.043355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:20.116084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 07:59:20.126527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] Sync routers for ids ['88b07606-c132-416a-9c3c-c97bec7c3cb2'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 07:59:20.142060 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] Routers {'88b07606-c132-416a-9c3c-c97bec7c3cb2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:59:20.142756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f2e6fd0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['88b07606-c132-416a-9c3c-c97bec7c3cb2'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:20.200197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694daec-a2f2-4b8e-944b-207a7c346abc req-816544dd-038b-4c05-9e85-97dc350c8b89 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:20.218307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79488053-caf8-4293-9bc1-6960c2728de2 None None] Network 307812a6-fe4a-4881-9496-98284903bc67 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:59:20.223021 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7694daec-a2f2-4b8e-944b-207a7c346abc req-816544dd-038b-4c05-9e85-97dc350c8b89 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.5274458
Apr 07 07:59:20.273126 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] 10.222.0.61 "PUT /v2.0/routers/88b07606-c132-416a-9c3c-c97bec7c3cb2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2963161
Apr 07 07:59:20.275787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40846) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:20.390146 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7694daec-a2f2-4b8e-944b-207a7c346abc req-ef2a12f4-b235-46eb-95ce-afb889257edd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1660583
Apr 07 07:59:20.629317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] Set router 88b07606-c132-416a-9c3c-c97bec7c3cb2 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:20.811385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:20.860179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,segment=NetworkSegment(df63077b-acc8-429e-9e8d-23073bbda254),segment_id=df63077b-acc8-429e-9e8d-23073bbda254)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:20.865200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:20.866937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:20.949738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:21.010550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:21.022972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:21.255734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:21.267193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Deleting port bd346a28-74b2-4f3a-bc94-53d49bc83be7 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 07:59:21.267582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:21.273937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f2e6fd0>, [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:59:17Z', 'revision_number': 5, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port': {'id': 'bd346a28-74b2-4f3a-bc94-53d49bc83be7', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:5c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:11Z', 'updated_at': '2021-04-07T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:21.280801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] Checking router: 88b07606-c132-416a-9c3c-c97bec7c3cb2 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 07:59:21.309201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] Routers {'88b07606-c132-416a-9c3c-c97bec7c3cb2'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 07:59:21.309923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f2e6fd0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:58:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['88b07606-c132-416a-9c3c-c97bec7c3cb2'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:21.403779 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:21.478036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] For port bd346a28-74b2-4f3a-bc94-53d49bc83be7, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bd346a28-74b2-4f3a-bc94-53d49bc83be7,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:21.478649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:21.615963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:21.616618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:21.661025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Calling delete_port for bd346a28-74b2-4f3a-bc94-53d49bc83be7 owned by network:router_gateway {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 07:59:21.871659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932aa0ec-6bbb-43f6-983e-653a66956729 req-127b28c9-a84c-47f7-b632-ff0162db3ef8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:21.883772 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-932aa0ec-6bbb-43f6-983e-653a66956729 req-127b28c9-a84c-47f7-b632-ff0162db3ef8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1943426
Apr 07 07:59:21.967137 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] Set router 88b07606-c132-416a-9c3c-c97bec7c3cb2 gateway port host: None {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 07:59:21.988324 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-932aa0ec-6bbb-43f6-983e-653a66956729 req-1e433f54-b9e7-4323-ad46-c0e13d8c3936 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979898
Apr 07 07:59:22.110687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f2e6fd0>, [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:59:21Z', 'revision_number': 6, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port_host': None}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:22.115282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b5140-3861-40ed-9e12-195bb3ca0d32 None None] The sync data for ids ['88b07606-c132-416a-9c3c-c97bec7c3cb2'] in dv-cinder-782390-4-iscsi is: [{'id': '88b07606-c132-416a-9c3c-c97bec7c3cb2', 'name': 'tempest-ServerRescueNegativeTestJSON-2047172276-router', 'tenant_id': 'b42bf2c769da409196b8b84fe472a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:09Z', 'updated_at': '2021-04-07T07:59:21Z', 'revision_number': 6, 'project_id': 'b42bf2c769da409196b8b84fe472a560', 'gw_port_host': None}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 07:59:22.176357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:22.194392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3a39d490-d529-4afa-92ca-f8104eeeee28 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:22.310968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd346a28-74b2-4f3a-bc94-53d49bc83be7,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:22.316584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:22.458687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:22.669596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:22.672006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:22.815300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:22.815300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88b07606-c132-416a-9c3c-c97bec7c3cb2 {{(pid=84318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 07:59:22.857332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:22.861286 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/88b07606-c132-416a-9c3c-c97bec7c3cb2 HTTP/1.1" status: 204  len: 168 time: 2.5818107
Apr 07 07:59:22.862360 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40878) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:22.932414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-05feb4f6-c5c8-48e1-a298-973c8476cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:22.934321 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-05feb4f6-c5c8-48e1-a298-973c8476cdbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1096 time: 0.1633508
Apr 07 07:59:22.947882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Deleting subnet 9c27ec3d-79c3-4111-85b6-eea0835d46cc {{(pid=84318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 07:59:22.951810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:23.125595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:23.155867 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:23.245391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8a0ca-a91a-4f76-a7f6-dee34f31b438 req-43c27f0a-e5a1-4543-9dd7-a63594a0c4af tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:23.247721 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bde8a0ca-a91a-4f76-a7f6-dee34f31b438 req-43c27f0a-e5a1-4543-9dd7-a63594a0c4af tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1181152
Apr 07 07:59:23.300109 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bde8a0ca-a91a-4f76-a7f6-dee34f31b438 req-a44b3a9d-20a1-40a2-9298-ad6037071cd1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456562
Apr 07 07:59:23.319634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f17c96f5-f242-48c0-9ef3-8073d4a28ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:23.369256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-b0f32ef0-e3e0-4a3b-a169-44cc6db97cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:23.370832 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-b0f32ef0-e3e0-4a3b-a169-44cc6db97cd6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 917 time: 0.3909836
Apr 07 07:59:23.397531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 46861828-9c50-4ca1-9c2a-7b0b8568f5aa no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 07:59:23.440099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 46861828-9c50-4ca1-9c2a-7b0b8568f5aa {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 07:59:23.440501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 46861828-9c50-4ca1-9c2a-7b0b8568f5aa not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 07:59:23.440979 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bd346a28-74b2-4f3a-bc94-53d49bc83be7 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 07:59:23.633178 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-b58891ee-2141-4447-9ae9-1fcdb31c9890 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d HTTP/1.1" status: 200  len: 999 time: 0.2527378
Apr 07 07:59:23.677122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: bd346a28-74b2-4f3a-bc94-53d49bc83be7 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 07:59:23.677658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bd346a28-74b2-4f3a-bc94-53d49bc83be7 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 07:59:23.713847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:23.734808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:23.782518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-b93fbc11-ef18-4969-b5cf-ac7fcc088102 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:23.786129 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-b93fbc11-ef18-4969-b5cf-ac7fcc088102 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/networks?id=307812a6-fe4a-4881-9496-98284903bc67 HTTP/1.1" status: 200  len: 814 time: 0.2485254
Apr 07 07:59:23.810018 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-96ab4e40-ee4d-45bd-9da8-661657ff5146 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/quotas/347e6f00a9c74167ade455c85056a3bb HTTP/1.1" status: 200  len: 375 time: 0.0165451
Apr 07 07:59:23.904423 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-269c4287-1fd8-43a9-998f-3c7bddfaf16f tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=347e6f00a9c74167ade455c85056a3bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0932024
Apr 07 07:59:24.076203 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-8a3144ec-4a75-4b67-8c59-38b42ca4a750 service neutron] 10.222.0.61 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707380
Apr 07 07:59:24.186650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-5306024e-6b3a-4891-be83-33e5f68becfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:24.188429 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-5306024e-6b3a-4891-be83-33e5f68becfa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.5471866
Apr 07 07:59:24.189356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c27ec3d-79c3-4111-85b6-eea0835d46cc,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:24.202165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:24.269972 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-fbe02713-c836-4443-b7f6-f885a7bb083d service neutron] 10.222.0.61 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833806
Apr 07 07:59:24.319076 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:24.330726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-7a4e361c-fb48-41f5-ba17-4655189b5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:24.333916 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-7a4e361c-fb48-41f5-ba17-4655189b5302 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1307948
Apr 07 07:59:24.338529 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9c27ec3d-79c3-4111-85b6-eea0835d46cc HTTP/1.1" status: 204  len: 168 time: 1.4727895
Apr 07 07:59:24.338955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 40918) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:24.592112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 07:59:24.592386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:25.063477 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d44c2-dfdf-4204-9600-026eda9106ff req-d6de002d-98d9-4cae-a52d-8d253b05d4df tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:25.072049 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fe3d44c2-dfdf-4204-9600-026eda9106ff req-d6de002d-98d9-4cae-a52d-8d253b05d4df tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.3676653
Apr 07 07:59:25.154407 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fe3d44c2-dfdf-4204-9600-026eda9106ff req-c6ee52f1-6708-4efe-8426-da1e5e17f8c3 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813298
Apr 07 07:59:25.156339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:25.323593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-5f383f5f-082c-47c6-b83d-f583f8ac9007 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:25.325186 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-5f383f5f-082c-47c6-b83d-f583f8ac9007 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 814 time: 0.6222680
Apr 07 07:59:25.345478 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-649ffeae-9452-4541-84dc-4c712823e9c5 req-473f2304-6385-456c-919f-9f68b29e1ddc tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0768638
Apr 07 07:59:25.372194 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-b9a8eaeb-0c4c-4724-8a02-8c2c51864e4e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/quotas/974f9d493d8441c4b023298973ded87d HTTP/1.1" status: 200  len: 375 time: 0.0293005
Apr 07 07:59:25.379479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1f364240>,) {'filters': {'network_id': ['816c1668-40a0-4676-8039-5a9a89d7a6bb']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:25.432625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1f364240>, 'fb29a55b-a953-4b81-a00d-f9e8287f53d1') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:25.432956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1f364240>, 'fb29a55b-a953-4b81-a00d-f9e8287f53d1') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 07:59:25.452611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:25.475442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:25.491951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 07:59:25.609690 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-6538374c-a818-458a-aaf5-0f4f87c97c46 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2223802
Apr 07 07:59:25.777784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 07:59:25.788991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:25.979647 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-6da96bad-0a18-4225-9576-ef13da2d6aa3 service neutron] 10.222.0.61 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3188281
Apr 07 07:59:26.015731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-29cac47a-cc16-4d4e-9c3c-4e528d537343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:26.088768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Network 816c1668-40a0-4676-8039-5a9a89d7a6bb has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 07:59:26.122542 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 07:59:26.280186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:26.410316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:26.525648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:26.549733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:26.577967 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-d3c5882b-290b-416d-81e6-76b75710d5d2 service neutron] 10.222.0.61 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5904989
Apr 07 07:59:26.580291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:26.582969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Pushing event deleted for resources: {'Network': ['ID=816c1668-40a0-4676-8039-5a9a89d7a6bb,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:26.589777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:26.599482 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-70bb3159-bd8a-4d11-963b-f77aa139a10f admin admin] 10.222.0.61 "DELETE /v2.0/networks/816c1668-40a0-4676-8039-5a9a89d7a6bb HTTP/1.1" status: 204  len: 168 time: 2.2593715
Apr 07 07:59:26.613674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca593f4-8e95-4d2a-90dd-f647f0bde44f req-f6594400-e3f2-4192-b649-64eec88bc856 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:26.615342 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ca593f4-8e95-4d2a-90dd-f647f0bde44f req-f6594400-e3f2-4192-b649-64eec88bc856 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1982539
Apr 07 07:59:26.699341 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ca593f4-8e95-4d2a-90dd-f647f0bde44f req-be36e084-578d-43ac-923f-528ed463576e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730834
Apr 07 07:59:26.793846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40970) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:26.858860 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-85af94c2-99aa-4a13-9161-9ecee09c831c req-a73bd850-28bf-4cf1-9bbb-7e16e4b92468 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0641820
Apr 07 07:59:26.926777 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a6f967e5-09dd-4c93-9b90-4bded233c0f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b42bf2c769da409196b8b84fe472a560&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1316245
Apr 07 07:59:26.940883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 40974) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:26.944716 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-256aa244-1d9a-4e65-b7a9-d60cf0000ac9 req-0796e4c9-736d-4221-a16b-3caca0215786 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0777590
Apr 07 07:59:27.013808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-20a07f4a-c545-4e53-bebb-22c549524648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:27.046668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-20a07f4a-c545-4e53-bebb-22c549524648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:27.101581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-20a07f4a-c545-4e53-bebb-22c549524648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:27.106962 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-61797595-bd6a-4127-a807-a817a8cbe975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:27.122035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a07f4a-c545-4e53-bebb-22c549524648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea56e34b-9abe-439b-b1b2-6d963caeab0e,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:27.125065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-20a07f4a-c545-4e53-bebb-22c549524648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:27.134033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-20a07f4a-c545-4e53-bebb-22c549524648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:27.135521 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-20a07f4a-c545-4e53-bebb-22c549524648 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea56e34b-9abe-439b-b1b2-6d963caeab0e HTTP/1.1" status: 204  len: 168 time: 0.1935973
Apr 07 07:59:27.446589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:27.963063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b03b5f-cde1-4c9e-8901-203af89d05ea req-98072883-bbc6-462b-8154-8da5fc982213 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:27.964870 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d3b03b5f-cde1-4c9e-8901-203af89d05ea req-98072883-bbc6-462b-8154-8da5fc982213 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1236610
Apr 07 07:59:28.014624 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d3b03b5f-cde1-4c9e-8901-203af89d05ea req-3a67f906-4416-4d14-aacc-767b477f68fd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433097
Apr 07 07:59:28.075542 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5c1b3e7-0a29-40ce-85ad-75963b240655 req-dd6ef647-b1d3-485d-8747-81c8e7986d84 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0598133
Apr 07 07:59:28.124990 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.136761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 41014) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:28.222842 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0a79adb6-2488-4cc5-bf4c-f7d27a4d9686 req-d33841fc-db87-4d5c-86a0-d03d0b7b49b1 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0480630
Apr 07 07:59:28.257263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-866797858-network', 'tenant_id': 'dd44a59498fe4a7abe7a09df15d777f8'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:28.266275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:28.270834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Usage tracker for resource:network and tenant:dd44a59498fe4a7abe7a09df15d777f8 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:28.273966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:28.280103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:28.289956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Made reservation on behalf of dd44a59498fe4a7abe7a09df15d777f8 for: {'network': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:59:28.294908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.309212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.326319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:28.330623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Usage tracker for resource:security_group_rule and tenant:dd44a59498fe4a7abe7a09df15d777f8 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:28.333691 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:28.339790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:28.435568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.440477 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.452464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=84317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 07:59:28.457788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-244a7904-922d-45d0-b252-dfc745cd7914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:28.473517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.473910 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Added segment 84fcef8b-2822-4075-9733-736d4216445e of type vlan for network ebcf1867-5848-4ec9-98d3-ddf65be9e307
Apr 07 07:59:28.518217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.524264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e281868-30b6-44b8-bd60-9b977152ab93,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:28.532692 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:28.558249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.559652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:28.561426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.565693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:28.672464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Pushing event updated for resources: {'Network': ['ID=ebcf1867-5848-4ec9-98d3-ddf65be9e307,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:28.676173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:28.682257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 41026) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:28.685001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 07:59:28.689521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Request body: {'subnet': {'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-866797858-subnet', 'tenant_id': 'dd44a59498fe4a7abe7a09df15d777f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:28.692168 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5541472
Apr 07 07:59:28.697901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:28.702535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Usage tracker for resource:subnet and tenant:dd44a59498fe4a7abe7a09df15d777f8 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:28.706348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:28.712644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:28.725599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Made reservation on behalf of dd44a59498fe4a7abe7a09df15d777f8 for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:59:28.730801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:28.766361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-1359730a-6aca-4b12-aa07-9032947db1b2 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Synchronizing usage tracker for tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:28.788385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-1359730a-6aca-4b12-aa07-9032947db1b2 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Unset dirty status for tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:28.791834 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-1359730a-6aca-4b12-aa07-9032947db1b2 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771273426&fields=id&tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383 HTTP/1.1" status: 200  len: 267 time: 0.0817232
Apr 07 07:59:29.006255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-481e53f3-541a-47c9-adc1-5e0facd4f790 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:29.008055 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-481e53f3-541a-47c9-adc1-5e0facd4f790 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 809 time: 0.2016952
Apr 07 07:59:29.028789 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c469eaa-8d45-43dd-ad6b-ba3cbf13f096 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/quotas/c52a01b36f2a4b5cb3aa4b283e5a5383 HTTP/1.1" status: 200  len: 375 time: 0.0109596
Apr 07 07:59:29.132571 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-8b056e12-5484-4b36-b8d2-1b5dfb221180 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0972521
Apr 07 07:59:29.286880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dd580-180f-412f-92d1-449f5591b058 req-7f27d7ea-f4b9-4063-bff8-55d89e73d81e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:29.290306 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eb7dd580-180f-412f-92d1-449f5591b058 req-7f27d7ea-f4b9-4063-bff8-55d89e73d81e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1124444
Apr 07 07:59:29.307080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:29.329199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9dc75363-a385-4aa2-8c7a-a2721d8a688d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84317) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 07:59:29.330938 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9dc75363-a385-4aa2-8c7a-a2721d8a688d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0747488
Apr 07 07:59:29.332315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:29.468010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f623ab-c804-4c57-983f-43f05bbfe1a4,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:29.472019 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eb7dd580-180f-412f-92d1-449f5591b058 req-237db06d-325a-404e-a7ca-b31ac1d420b0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1746800
Apr 07 07:59:29.484416 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:29.618414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Checking segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:29.619204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Network hostable DHCP agents. Network: ebcf1867-5848-4ec9-98d3-ddf65be9e307, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 07:59:29.640275 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9cbb4cb-cd34-4506-81b9-0ad75c871c5d req-080d6c8e-a27f-4a0b-b22b-9c75484b7219 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0563581
Apr 07 07:59:29.641382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 07:59:29.643344 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-a0e0365b-3eae-4de8-b32c-a53afb9d2334 service neutron] 10.222.0.61 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3023045
Apr 07 07:59:29.666612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, ebcf1867-5848-4ec9-98d3-ddf65be9e307) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:29.670956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:29.671605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:29.678050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e8f4e-8d69-4acb-8ea1-409b6544d479 None None] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:59:29.718930 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0351725
Apr 07 07:59:29.874407 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-36a98e99-3338-4c59-bc21-1c85cd18beac req-c43784d4-30a5-4adf-9b1c-22e8d99af3db tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0727355
Apr 07 07:59:29.923280 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-7fb5aa87-a93a-4065-8b22-9f1ec725d7a7 service neutron] 10.222.0.61 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2519372
Apr 07 07:59:30.084121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94abd103-f523-4c6d-a4bf-75e1bf77a8f1 None None] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 07:59:30.525613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-62ecb0ba-a91c-4f0e-8d46-a72dba2a6a51 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:30.526397 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-62ecb0ba-a91c-4f0e-8d46-a72dba2a6a51 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:network {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:30.537304 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-46c26565-0b0c-48e7-be99-869f02af8c0f req-4eab4684-f420-48d9-96d7-309a04091db3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0984943
Apr 07 07:59:30.565268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-62ecb0ba-a91c-4f0e-8d46-a72dba2a6a51 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:network {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:30.576597 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-62ecb0ba-a91c-4f0e-8d46-a72dba2a6a51 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 814 time: 0.2784133
Apr 07 07:59:30.599112 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-ea6f1cbf-d53c-495a-981e-05913fdf47ef tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/quotas/dd44a59498fe4a7abe7a09df15d777f8 HTTP/1.1" status: 200  len: 375 time: 0.0210927
Apr 07 07:59:30.659618 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-32307d24-6558-4745-86c0-c33e6f27bc1c tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0593185
Apr 07 07:59:30.883239 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-deacb494-9b00-4a12-a18b-5bbfb371851f service neutron] 10.222.0.61 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226584
Apr 07 07:59:30.917299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029588f-c9b3-4c98-bfdf-a15cc6e8026a req-ded01bb3-0784-4df9-b07d-e3a0d92daad5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:30.925206 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4029588f-c9b3-4c98-bfdf-a15cc6e8026a req-ded01bb3-0784-4df9-b07d-e3a0d92daad5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.2374914
Apr 07 07:59:31.052913 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4029588f-c9b3-4c98-bfdf-a15cc6e8026a req-9e4965d9-163d-4b43-9333-f471e0effe49 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266665
Apr 07 07:59:31.080300 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-c62a9691-65e5-46e2-967e-beec6846deed service neutron] 10.222.0.61 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960285
Apr 07 07:59:31.221733 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a641e7d5-8171-40b3-b68a-50efa5bf5e14 req-aaa52e0c-26d8-4229-84ef-cb0cb166faa6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0590084
Apr 07 07:59:31.383536 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b8e2ffd1-2f14-4486-920a-588153d00749 req-631aba5d-8d5a-4f55-8f41-490e61fd5c7c tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0908675
Apr 07 07:59:31.401159 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-22bfdf40-ffc2-4a28-8cdd-854fe6cb46df req-8f9b5038-a162-4856-a4a4-eac70a3719c1 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0649014
Apr 07 07:59:31.707994 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96603be1-3c17-4a9e-8c30-ece732df93d7 req-ca53aec2-4138-4c9e-8895-515067972d87 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0499096
Apr 07 07:59:32.299185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9e21a-dffd-4637-82ef-7884ea78ee9f req-135d60ba-c295-4d86-a655-023ba4caa8df tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:32.300872 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b1a9e21a-dffd-4637-82ef-7884ea78ee9f req-135d60ba-c295-4d86-a655-023ba4caa8df tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.0972137
Apr 07 07:59:32.355525 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b1a9e21a-dffd-4637-82ef-7884ea78ee9f req-2dad4232-bfeb-4adf-9107-753f1759543e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472484
Apr 07 07:59:32.413149 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b7181d1e-bacf-4a24-bbf6-0a232d013ef9 req-c4d2ec15-3b8f-4aaf-a392-d756257ac940 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0491438
Apr 07 07:59:32.596482 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed52c309-e597-47d2-a7bb-398581f4f219 req-40d6f5f6-ebd4-4479-91fe-6f152ef72624 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0877516
Apr 07 07:59:32.610103 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-749ad0cc-989d-4134-93a1-a77e8175df26 req-2c1844b0-e250-4f4c-b5a2-7e3077a70d1a tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0594034
Apr 07 07:59:32.872291 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-669f6466-22b8-4f02-a59f-2bbffcf346d0 req-7717f0f9-1d97-43e2-9ae7-efae394c95f1 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0489333
Apr 07 07:59:33.589959 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d1edf69-9381-455e-9c57-3786d037ee1d req-031b41d2-601a-4370-a0ff-3eb1677b59f5 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0580771
Apr 07 07:59:33.622413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99f44e-909b-4051-a9d3-f0fe458b17c6 req-e87eaa3a-52bd-4c2b-8387-f5d03a2ac862 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:33.624013 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5c99f44e-909b-4051-a9d3-f0fe458b17c6 req-e87eaa3a-52bd-4c2b-8387-f5d03a2ac862 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1432817
Apr 07 07:59:33.688937 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5c99f44e-909b-4051-a9d3-f0fe458b17c6 req-2fcba6b4-df9e-4e52-8334-04fc77de87b5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574534
Apr 07 07:59:33.770797 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c594967b-ea7a-405b-8b2d-b549bcb4901a req-28a70bbb-8abc-4d21-95bb-503883c31159 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0547485
Apr 07 07:59:33.864362 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-181d6489-2983-49fb-a271-b989e6aee44b req-53f2c9e7-00b9-49f4-bcf8-f38ebdd63e6c tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0524299
Apr 07 07:59:34.036478 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-de45ea85-34ab-44c6-ad9c-2047af257c49 req-77eb72ea-667f-4f24-8389-4c5a6e2a7b12 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0497160
Apr 07 07:59:34.754647 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0a8dd7f0-5796-4739-89d5-43a9839bbe38 req-767e0b32-e364-46a0-b0ca-1ccf498abca4 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0498035
Apr 07 07:59:34.934926 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6fbdae0f-225a-4354-a820-026034fde483 req-378381ce-e154-41e2-bbf2-a8002979ff26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0556259
Apr 07 07:59:34.962916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10447e38-4d7d-47e7-b973-21e164fe730a req-26184bce-4477-48b7-a369-711a94a06d46 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:34.962916 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-10447e38-4d7d-47e7-b973-21e164fe730a req-26184bce-4477-48b7-a369-711a94a06d46 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1499934
Apr 07 07:59:35.017519 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-10447e38-4d7d-47e7-b973-21e164fe730a req-9ff6780d-acb7-4da8-ba44-c762b7d0290b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520434
Apr 07 07:59:35.132348 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-36c0e368-19f0-44ce-8313-69c32a8b4219 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920092
Apr 07 07:59:35.134167 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f6511ea2-3646-476a-84a2-bb2eb9c1e667 req-44273f81-8ae8-4726-8893-ac31fd8ac57b tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0735991
Apr 07 07:59:35.259555 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d0f65811-0d74-4519-b397-7e7970edae5f req-7fcf4017-e1d9-4dbe-b492-779a32ac348a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0562408
Apr 07 07:59:35.329366 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7e133bed-ecca-4304-bcf7-ae754cf65414 req-4ad14b77-5f9d-4531-b562-e6143ba38d56 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894307
Apr 07 07:59:35.921679 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f6321c38-99d3-4744-8cbf-07adcf1fb217 req-0887445d-5b43-4958-b39d-79cf36a37e53 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0527425
Apr 07 07:59:36.120149 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-efe566de-bcc6-40ee-b86e-dab0f9b5059d req-917bd1b2-f117-46ff-8536-be1407f4a6b9 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0645733
Apr 07 07:59:36.134501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-aa172a02-7c08-4a84-897a-2681c1dba319 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:36.136042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-aa172a02-7c08-4a84-897a-2681c1dba319 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Synchronizing usage tracker for tenant:974f9d493d8441c4b023298973ded87d on resource:network {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:36.159304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-aa172a02-7c08-4a84-897a-2681c1dba319 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Unset dirty status for tenant:974f9d493d8441c4b023298973ded87d on resource:network {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:36.160551 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-aa172a02-7c08-4a84-897a-2681c1dba319 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.67 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 814 time: 0.1915605
Apr 07 07:59:36.174450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'port': {'device_id': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'admin_state_up': True, 'tenant_id': '974f9d493d8441c4b023298973ded87d'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:36.242296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b4db5-d7c4-47bb-a01b-1822189c7751 req-9f8efe6b-2929-4cea-913e-41e8e2d6ecb0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:36.244005 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a12b4db5-d7c4-47bb-a01b-1822189c7751 req-9f8efe6b-2929-4cea-913e-41e8e2d6ecb0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.0974975
Apr 07 07:59:36.313002 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9e7fb824-ae49-44ce-8466-9d73e2f87b1d req-bd94be87-3172-47ca-82d6-f56cd62222cc tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0678875
Apr 07 07:59:36.377859 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:36.384295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:port and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:36.388499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:36.391890 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a12b4db5-d7c4-47bb-a01b-1822189c7751 req-8fcfeb29-5f03-4630-acf2-905926756d2c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013563
Apr 07 07:59:36.395923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:36.409375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Made reservation on behalf of 974f9d493d8441c4b023298973ded87d for: {'port': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:59:36.416178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:36.606286 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f35474fd-b88c-484f-b79f-cd17559997b0 req-f94724f1-a627-46e2-8fae-5799cda3416b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0613699
Apr 07 07:59:36.618129 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Allocated IP 172.20.0.14 (ad432238-a4a6-40d3-a104-7a6ea1076cf4/0a3c808c-baef-4075-baf8-fd8b4efbb33d/81be43ef-77d0-4921-a487-997f4b9a7596) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:59:36.632081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-c15e563b-64cf-4cc2-be65-4d9573d77a95 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:36.633825 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-c15e563b-64cf-4cc2-be65-4d9573d77a95 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.67 "GET /v2.0/networks?id=307812a6-fe4a-4881-9496-98284903bc67 HTTP/1.1" status: 200  len: 814 time: 0.2308047
Apr 07 07:59:36.649606 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Request body: {'port': {'device_id': 'b05379e3-6e19-4905-844e-83c4ccfcc5f1', 'network_id': '307812a6-fe4a-4881-9496-98284903bc67', 'admin_state_up': True, 'tenant_id': '347e6f00a9c74167ade455c85056a3bb'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:36.939461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:36.960493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Transition to ACTIVE for port object 81be43ef-77d0-4921-a487-997f4b9a7596 will not be triggered until provisioned by entity DHCP. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:36.988295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:37.130495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dba5a3c1-17d9-465b-be18-5e8fae309dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:37.176679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:37.181186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Usage tracker for resource:port and tenant:347e6f00a9c74167ade455c85056a3bb is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:37.184373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:37.191823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:37.286429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'Port': ['ID=81be43ef-77d0-4921-a487-997f4b9a7596,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:37.290424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:37.296562 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:59:37.301593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:37.318092 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:59:37.342989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:37.344561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:37.393536 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2233841
Apr 07 07:59:37.406291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Made reservation on behalf of 347e6f00a9c74167ade455c85056a3bb for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:59:37.419683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:37.661525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7e327fd3-b216-48cc-8e47-5d649fab1c42 None None] Provisioning for port 81be43ef-77d0-4921-a487-997f4b9a7596 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:37.667701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7e327fd3-b216-48cc-8e47-5d649fab1c42 None None] Provisioning complete for port 81be43ef-77d0-4921-a487-997f4b9a7596 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:37.668353 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7e327fd3-b216-48cc-8e47-5d649fab1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:37.759992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-7e327fd3-b216-48cc-8e47-5d649fab1c42 None None] Port 81be43ef-77d0-4921-a487-997f4b9a7596 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:59:37.782901 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-28d412af-d94e-40ad-9f56-30cc3635b82e req-cd621973-167c-4684-9286-3a81ea570242 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.2650800
Apr 07 07:59:37.806665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Allocated IP 172.20.0.2 (307812a6-fe4a-4881-9496-98284903bc67/468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd/efc2525a-d856-4f89-85a2-a36f3fac0b52) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:59:37.831894 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-2f77d9e2-3d6b-4798-8120-74ef5c38f4d3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:37.833521 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-2f77d9e2-3d6b-4798-8120-74ef5c38f4d3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.67 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 809 time: 0.7115166
Apr 07 07:59:37.898446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07666-5b1d-4649-8749-144fca648ae4 req-64092a7f-df56-42ea-99a6-875dc8b2a285 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:37.900067 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-65d07666-5b1d-4649-8749-144fca648ae4 req-64092a7f-df56-42ea-99a6-875dc8b2a285 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 932 time: 0.6629388
Apr 07 07:59:37.980405 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b8782835-e497-4f53-a511-2b01342376e1 req-5c4746be-e557-4d4a-ad2f-95edf1a467d3 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 210 time: 0.0771844
Apr 07 07:59:38.122338 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-65d07666-5b1d-4649-8749-144fca648ae4 req-95a35686-2314-4a0c-b4a3-27f9ca3d8678 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747651
Apr 07 07:59:38.321681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc25ba-53a1-4e4c-8764-d3f2fe0882ad req-96a4a9d1-b55e-4070-ae34-e9b5dc455f87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:38.323388 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0fbc25ba-53a1-4e4c-8764-d3f2fe0882ad req-96a4a9d1-b55e-4070-ae34-e9b5dc455f87 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.2128437
Apr 07 07:59:38.383882 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d38e3b20-10a8-4e75-a69a-ca28fa41d4e0 req-c3b30df5-c729-482f-a108-b7d4a6c6dc54 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0732880
Apr 07 07:59:38.423853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:38.441217 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0fbc25ba-53a1-4e4c-8764-d3f2fe0882ad req-c0ef71bc-142c-43ae-a056-4e95d742bfe8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557718
Apr 07 07:59:38.466923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:38.536241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-aa926a3a-a046-4299-98d4-d97e1d5fddcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:38.631652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Pushing event updated for resources: {'Port': ['ID=efc2525a-d856-4f89-85a2-a36f3fac0b52,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:38.664021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:38.686058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Network 307812a6-fe4a-4881-9496-98284903bc67 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:59:38.687165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:38.689499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:59:38.768343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:38.769033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:38.788963 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1455607
Apr 07 07:59:38.945749 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c72b93a0-f35f-4799-9a35-fc666b29c16c req-fc1c14d6-caea-42d4-9369-46363f610559 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0523448
Apr 07 07:59:39.197805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb38ad-c2ea-49f1-a44c-6cfa4a93b182 req-9667eca2-0d21-455f-9609-4c462c191840 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:39.198580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-8deb38ad-c2ea-49f1-a44c-6cfa4a93b182 req-9667eca2-0d21-455f-9609-4c462c191840 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Synchronizing usage tracker for tenant:347e6f00a9c74167ade455c85056a3bb on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:39.224864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-8deb38ad-c2ea-49f1-a44c-6cfa4a93b182 req-9667eca2-0d21-455f-9609-4c462c191840 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Unset dirty status for tenant:347e6f00a9c74167ade455c85056a3bb on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:39.229648 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8deb38ad-c2ea-49f1-a44c-6cfa4a93b182 req-9667eca2-0d21-455f-9609-4c462c191840 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 931 time: 0.1287522
Apr 07 07:59:39.326640 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8deb38ad-c2ea-49f1-a44c-6cfa4a93b182 req-72acf18a-2b12-4e5f-a9cc-1f26e399de4d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924859
Apr 07 07:59:39.365318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc90e-8b9f-4d95-84c2-e32a2157dd1e req-32bb03f7-9f69-4a28-8d02-74cc70a52964 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:39.367008 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5dcfc90e-8b9f-4d95-84c2-e32a2157dd1e req-32bb03f7-9f69-4a28-8d02-74cc70a52964 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 932 time: 0.1155593
Apr 07 07:59:39.421369 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5dcfc90e-8b9f-4d95-84c2-e32a2157dd1e req-365e571d-b587-4f9f-ab69-f9271c45ce2f tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472407
Apr 07 07:59:39.568630 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e624f06c-ffa5-4ed2-b000-4c96a1850e5e req-0808132c-a2d6-4017-aea6-10f0b909ed49 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0530791
Apr 07 07:59:39.674959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3bc1-8397-44bf-a8a4-1fedbb6cbb8f req-57af2f38-30ce-4367-b2e8-8412d4400ec0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:39.676479 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f9e3bc1-8397-44bf-a8a4-1fedbb6cbb8f req-57af2f38-30ce-4367-b2e8-8412d4400ec0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.0897701
Apr 07 07:59:39.728153 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f9e3bc1-8397-44bf-a8a4-1fedbb6cbb8f req-161785a3-2ad3-4379-81ea-fc0cf58171d6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444157
Apr 07 07:59:40.115571 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-840bc195-00e5-4e4e-bcb3-01b5ea197d6b req-f1906222-bb33-4391-bb0f-0750d54be7a6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0520091
Apr 07 07:59:40.553168 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea6247-9931-4345-b68b-4ed28132806b req-30ac72f0-ea73-47e5-9e29-0425cd56fa34 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:40.554907 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f2ea6247-9931-4345-b68b-4ed28132806b req-30ac72f0-ea73-47e5-9e29-0425cd56fa34 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 931 time: 0.1081600
Apr 07 07:59:40.668388 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f2ea6247-9931-4345-b68b-4ed28132806b req-759bb536-a4a1-4966-bf82-9fed453f59b4 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743124
Apr 07 07:59:40.694206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f7282-43ea-4a91-8984-5e17fd8ff8df req-93d87bdc-bcd4-45e3-ba6c-a78873ab45d3 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:40.695881 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c87f7282-43ea-4a91-8984-5e17fd8ff8df req-93d87bdc-bcd4-45e3-ba6c-a78873ab45d3 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 932 time: 0.1372178
Apr 07 07:59:40.760555 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c87f7282-43ea-4a91-8984-5e17fd8ff8df req-9e4dd03f-9949-46bf-a925-38a7f87b6b35 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580690
Apr 07 07:59:40.832677 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7bc83c6c-6d08-4f0e-a757-686d0a60a4e1 req-a84e6fb1-56d1-4da3-bb1d-94ea5761533d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0505869
Apr 07 07:59:40.976481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a44d68-407e-47eb-9b87-26c72d36df3d req-692abeb7-23e3-496e-ae50-c13e7b5630ec tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:40.978117 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-10a44d68-407e-47eb-9b87-26c72d36df3d req-692abeb7-23e3-496e-ae50-c13e7b5630ec tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1057463
Apr 07 07:59:41.040589 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-10a44d68-407e-47eb-9b87-26c72d36df3d req-4f3c7c17-b93c-4d47-973f-d61df3eec5b5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560555
Apr 07 07:59:41.282852 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5270f60f-998a-4a04-a3f6-6e89c23e9ed3 req-08f2be44-7681-41a7-8150-3b72482d2c76 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0484290
Apr 07 07:59:41.887422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ac65c-3084-424b-acaf-9e120ebafe17 req-f3991d2d-0a6b-47b0-a976-c74b6929d11f tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:41.889071 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f51ac65c-3084-424b-acaf-9e120ebafe17 req-f3991d2d-0a6b-47b0-a976-c74b6929d11f tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 931 time: 0.1079924
Apr 07 07:59:41.998565 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f51ac65c-3084-424b-acaf-9e120ebafe17 req-5d8fb927-ec78-45eb-b825-12b4f6492694 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584254
Apr 07 07:59:42.033774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66056f6-a3c4-4328-bdc6-9e7cf53a619e req-8077eef1-604d-4f82-a63c-1a4d2f606833 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:42.036225 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f66056f6-a3c4-4328-bdc6-9e7cf53a619e req-8077eef1-604d-4f82-a63c-1a4d2f606833 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 932 time: 0.1460423
Apr 07 07:59:42.086200 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f66056f6-a3c4-4328-bdc6-9e7cf53a619e req-dbc8a96f-6ef0-4c64-9aa9-acad8cd21943 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442045
Apr 07 07:59:42.170760 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d1077da0-5680-42c7-9225-a00be6ce00c5 req-e1cdc217-1792-47cb-a281-1e3e7e109248 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0577943
Apr 07 07:59:42.293160 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae774f12-568d-4f60-a711-c605783c9598 req-5ac9fd45-a2be-4868-b28a-8fff5ba018f8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:42.294684 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ae774f12-568d-4f60-a711-c605783c9598 req-5ac9fd45-a2be-4868-b28a-8fff5ba018f8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.0915501
Apr 07 07:59:42.361472 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ae774f12-568d-4f60-a711-c605783c9598 req-b09ee3fd-9a09-4144-a15d-bf07334453f4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595479
Apr 07 07:59:42.466044 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1fc51a32-f89b-47b5-a375-2f12e38f6f71 req-ad4f0a45-0c5d-47b8-8dfb-4f979abaa4c6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0526261
Apr 07 07:59:43.235879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d67183-4cd3-4045-bbd2-457c10b01806 req-f06e2705-b737-4f78-b4a0-1581b69780e8 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:43.237564 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c0d67183-4cd3-4045-bbd2-457c10b01806 req-f06e2705-b737-4f78-b4a0-1581b69780e8 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 931 time: 0.1182046
Apr 07 07:59:43.294177 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c0d67183-4cd3-4045-bbd2-457c10b01806 req-abbcce4c-da87-4408-8794-3fc5fb135167 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496066
Apr 07 07:59:43.475932 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffccd3-a0c7-4f13-93a7-0dc6341c7df1 req-4e7e3535-83c9-45e7-8752-cdbca9c03908 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:43.483734 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-feffccd3-a0c7-4f13-93a7-0dc6341c7df1 req-4e7e3535-83c9-45e7-8752-cdbca9c03908 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 932 time: 0.1145809
Apr 07 07:59:43.529706 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-feffccd3-a0c7-4f13-93a7-0dc6341c7df1 req-bdab490e-8dfb-441b-8ea5-2e9d13886b37 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449355
Apr 07 07:59:43.608862 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8d3aa3e2-0d68-44b4-9c31-d649b74618b4 req-292da5e6-718f-4258-a2c8-5e2cd439fa6e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0636785
Apr 07 07:59:43.782177 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aea41c5d-b013-4d28-b62d-34b4d7aa1d92 req-94362f69-0035-4ec1-98d2-bc19816ee1a2 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0661936
Apr 07 07:59:43.806017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d465f04-07c2-4875-98d6-ff73ed1a6e1b req-e2b6ef97-a700-4b20-b4e1-8d3400555e37 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:43.807630 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4d465f04-07c2-4875-98d6-ff73ed1a6e1b req-e2b6ef97-a700-4b20-b4e1-8d3400555e37 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.1671383
Apr 07 07:59:43.869437 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4d465f04-07c2-4875-98d6-ff73ed1a6e1b req-80f5ccc7-7663-4a0c-93c2-b9b539784ac3 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550125
Apr 07 07:59:44.507276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536267b-b612-42f4-8979-18e4eddae3b9 req-7679cfc7-37ba-487b-97fe-4e015514959c tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:44.511834 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4536267b-b612-42f4-8979-18e4eddae3b9 req-7679cfc7-37ba-487b-97fe-4e015514959c tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 931 time: 0.0975709
Apr 07 07:59:44.556578 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4536267b-b612-42f4-8979-18e4eddae3b9 req-1770d8ed-0107-4cd3-bb2c-f7f4f2ec6e1c tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410969
Apr 07 07:59:44.786248 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d50703b2-6bf0-4816-af9a-a2c885a8b80d req-945a86fc-adcd-4657-8741-25f81b2a7f38 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0561244
Apr 07 07:59:44.829136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee5ac-f94d-4270-8cc9-5d15567d4b27 req-eeaf9062-55c3-44eb-a797-957829dc47c6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:44.830917 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3bdee5ac-f94d-4270-8cc9-5d15567d4b27 req-eeaf9062-55c3-44eb-a797-957829dc47c6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 932 time: 0.1778808
Apr 07 07:59:44.883769 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3bdee5ac-f94d-4270-8cc9-5d15567d4b27 req-c75958a6-761a-4c3e-b30e-0beaf31d433a tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462692
Apr 07 07:59:44.979214 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9510d6c2-62c5-4f7f-8711-ea96095f5d28 req-008f4c94-56bc-4c15-896c-6f9687553e19 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0558949
Apr 07 07:59:45.113488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d34abe-7d20-4fb2-ba14-9d76bfb61eb2 req-9ebb93af-e95d-40e5-9b55-31722b16d892 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:45.115212 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d9d34abe-7d20-4fb2-ba14-9d76bfb61eb2 req-9ebb93af-e95d-40e5-9b55-31722b16d892 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.0867643
Apr 07 07:59:45.180624 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d9d34abe-7d20-4fb2-ba14-9d76bfb61eb2 req-84b7738a-aed0-4b0e-9f22-cd3af4a68361 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454400
Apr 07 07:59:45.762420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dd9fc-9d4b-4f44-99fe-a166c8d10cee req-bb5b1420-aafa-42d0-86a6-78bd179bdc10 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:45.764112 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e3dd9fc-9d4b-4f44-99fe-a166c8d10cee req-bb5b1420-aafa-42d0-86a6-78bd179bdc10 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 931 time: 0.0895889
Apr 07 07:59:45.818330 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4e3dd9fc-9d4b-4f44-99fe-a166c8d10cee req-fafd04e3-2522-4c0e-8489-4dd902b7c0ef tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459929
Apr 07 07:59:45.975398 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8d938af6-dc97-4cbb-bc8d-e46af1e34cfe req-a3c05d36-f2cd-4bfe-b3cc-680beed795f3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0532970
Apr 07 07:59:46.329461 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-53940005-e251-4ab0-9e1f-f82fba6c91f5 req-d3e52fdb-6fd2-4295-a1f5-f1ad32bc8c31 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0601060
Apr 07 07:59:46.368818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07781a0d-5126-4b55-a87b-b79c623f5fe6 req-6768fe47-2ee0-41a9-bbf1-fea8ec812517 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:46.370496 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-07781a0d-5126-4b55-a87b-b79c623f5fe6 req-6768fe47-2ee0-41a9-bbf1-fea8ec812517 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 932 time: 0.3536451
Apr 07 07:59:46.429793 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-07781a0d-5126-4b55-a87b-b79c623f5fe6 req-2401f6b4-5673-4dbc-9db3-cd44945981ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517526
Apr 07 07:59:46.537897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf5b0-65c8-4f6c-8ee9-e19be35e6ea4 req-62d31284-c2b6-4bdf-b976-7a50ef9e59e2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:46.539475 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9dcf5b0-65c8-4f6c-8ee9-e19be35e6ea4 req-62d31284-c2b6-4bdf-b976-7a50ef9e59e2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.0936599
Apr 07 07:59:46.592928 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9dcf5b0-65c8-4f6c-8ee9-e19be35e6ea4 req-68a5e8d6-009d-4107-a4b2-8ed9c241c36a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467603
Apr 07 07:59:47.041324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afbd72-dbbe-48e7-9b81-33774846d9d0 req-8f4eac48-503f-4552-b441-f465eb4a3d05 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:47.042931 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-58afbd72-dbbe-48e7-9b81-33774846d9d0 req-8f4eac48-503f-4552-b441-f465eb4a3d05 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 931 time: 0.0969675
Apr 07 07:59:47.091373 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-58afbd72-dbbe-48e7-9b81-33774846d9d0 req-dd52a0a5-e83d-407b-82f0-3f90dda30e55 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415480
Apr 07 07:59:47.140052 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-88bff2ca-05cf-45c4-915c-c215a55f2be7 req-cbd58b6b-e34f-4ac7-b3d9-a81cfc4aa842 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0475616
Apr 07 07:59:47.494608 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3268d8e8-88ce-4b69-a5dd-b82c4b3f5b12 req-eb523e69-145d-4e27-b0ae-848b2a642f0e tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0512710
Apr 07 07:59:47.622587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ffc5f-dca0-481c-88d1-c5ed5dbd6cda req-8c0586f8-e239-4a40-9c4e-b43e01ce5ff2 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:47.624190 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-443ffc5f-dca0-481c-88d1-c5ed5dbd6cda req-8c0586f8-e239-4a40-9c4e-b43e01ce5ff2 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 932 time: 0.0861447
Apr 07 07:59:47.672518 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-443ffc5f-dca0-481c-88d1-c5ed5dbd6cda req-e8e32de8-c3bf-4184-809c-8065e03b70ce tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420523
Apr 07 07:59:47.700663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Request body: {'port': {'device_id': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:47.719953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Request body: {'port': {'device_id': 'b05379e3-6e19-4905-844e-83c4ccfcc5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:47.831677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:47.947325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.67', 54751) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 07:59:48.086070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebb6c4-f638-47fc-ad10-000a0f50bcac req-b62ec6a9-becf-4560-a186-2a264f132277 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:48.087603 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c7ebb6c4-f638-47fc-ad10-000a0f50bcac req-b62ec6a9-becf-4560-a186-2a264f132277 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.3286035
Apr 07 07:59:48.096232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:48.111867 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-757df9fb-f003-4632-ace3-df8a02ec09ce tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383 HTTP/1.1" status: 200  len: 8059 time: 0.4151287
Apr 07 07:59:48.208391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2e751255-02a9-4d06-947a-a2937797e984 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:48.210135 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2e751255-02a9-4d06-947a-a2937797e984 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 814 time: 0.2475543
Apr 07 07:59:48.236054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'port': {'device_id': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'admin_state_up': True, 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'security_groups': ['2ae1a106-8687-44c6-aa94-061879b6973f']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:48.297914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81be43ef-77d0-4921-a487-997f4b9a7596 {{(pid=84318) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:59:48.306145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:48.321514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Transition to ACTIVE for port object 81be43ef-77d0-4921-a487-997f4b9a7596 will not be triggered until provisioned by entity L2. {{(pid=84318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:48.324059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:48.343907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-abef8afe-c048-4e8d-8539-22769bae3379 tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:48.392226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Request body: {'port': {'device_id': '61ee2264-e876-488d-88e6-053085a80c09', 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'admin_state_up': True, 'tenant_id': 'dd44a59498fe4a7abe7a09df15d777f8'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:48.481428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=81be43ef-77d0-4921-a487-997f4b9a7596,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:48.484677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:48.544120 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c7ebb6c4-f638-47fc-ad10-000a0f50bcac req-547ab169-5c06-4538-8747-a9128b95fe20 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3700242
Apr 07 07:59:48.655460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Attempting to bind port 81be43ef-77d0-4921-a487-997f4b9a7596 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:59:48.655905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Attempting to bind port 81be43ef-77d0-4921-a487-997f4b9a7596 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'}] {{(pid=84318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:59:48.656339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Attempting to bind port 81be43ef-77d0-4921-a487-997f4b9a7596 on network ad432238-a4a6-40d3-a104-7a6ea1076cf4 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:48.662465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Port 81be43ef-77d0-4921-a487-997f4b9a7596 on network ad432238-a4a6-40d3-a104-7a6ea1076cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:59:48.662819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Attempting to bind port 81be43ef-77d0-4921-a487-997f4b9a7596 on network ad432238-a4a6-40d3-a104-7a6ea1076cf4 {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:48.668633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:59:48.669002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Checking segment: {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:48.669448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Bound using segment: {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'} {{(pid=84318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:59:48.669958 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Bound port: 81be43ef-77d0-4921-a487-997f4b9a7596, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4'}}] {{(pid=84318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:59:48.670337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:48.766867 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f4545771-8fa3-4479-997f-fb1a859eef5f req-f078ff6f-913b-473c-818f-e663c424cf87 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.0792875
Apr 07 07:59:48.771955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] For port 81be43ef-77d0-4921-a487-997f4b9a7596, host hv-cinder-78239, cleared binding levels {{(pid=84318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:59:48.775306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] For port 81be43ef-77d0-4921-a487-997f4b9a7596, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=81be43ef-77d0-4921-a487-997f4b9a7596,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:59:48.778974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:48.795506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:48.851180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee7537-9bb6-43e3-b232-26520c9b3c55 req-5af9f23d-8f1d-461b-9ae9-a21c5b139aff tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:48.852887 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4fee7537-9bb6-43e3-b232-26520c9b3c55 req-5af9f23d-8f1d-461b-9ae9-a21c5b139aff tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 931 time: 0.6222119
Apr 07 07:59:48.874114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:48.878972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 07:59:48.902666 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Usage tracker for resource:port and tenant:dd44a59498fe4a7abe7a09df15d777f8 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:48.944216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:48.957717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:port and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 07:59:48.967523 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 07:59:48.969641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=81be43ef-77d0-4921-a487-997f4b9a7596,revision_number=3']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:48.970719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:48.975733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:48.982842 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea8a4c7b-b649-4556-9640-721fb76b2b1d req-1bfb8849-0e72-47cc-908c-ba6163edacf5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.1060724
Apr 07 07:59:48.991953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 07:59:49.013625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Made reservation on behalf of dd44a59498fe4a7abe7a09df15d777f8 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:59:49.018145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:49.018930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:49.020199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:49.021480 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] 10.222.0.67 "PUT /v2.0/ports/81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 1094 time: 1.3256426
Apr 07 07:59:49.022216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:59:49.115533 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4fee7537-9bb6-43e3-b232-26520c9b3c55 req-28df7d66-80a7-4ba2-b8f7-3573957fec33 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338619
Apr 07 07:59:49.129080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Made reservation on behalf of c52a01b36f2a4b5cb3aa4b283e5a5383 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 07:59:49.145688 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:49.152249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-a06876d2-c5a0-46b4-9eed-a6db17cb5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:49.153975 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-a06876d2-c5a0-46b4-9eed-a6db17cb5f27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1097 time: 0.0949397
Apr 07 07:59:49.220537 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596', 'status': 'completed', 'code': 200}
Apr 07 07:59:49.236325 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-fc543bd2-efb0-4390-a6a3-89274fcf1088 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 217 time: 0.0734224
Apr 07 07:59:49.309596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-2dafc268-5139-4899-8c73-32659f46392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:49.311161 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-2dafc268-5139-4899-8c73-32659f46392f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 200  len: 853 time: 0.0685203
Apr 07 07:59:49.397760 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-b0c3f94a-a155-451a-990a-ee1a58669284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:49.399289 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-b0c3f94a-a155-451a-990a-ee1a58669284 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad432238-a4a6-40d3-a104-7a6ea1076cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811996
Apr 07 07:59:49.547074 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-b4665feb-b528-4c87-b7ec-914b44149a9a service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410229
Apr 07 07:59:49.747288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:59:49.856205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28324-f6de-4a35-8296-2799a004cc20 req-ae417124-aa30-445e-9cbf-31593ab15f90 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:49.857411 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2fb28324-f6de-4a35-8296-2799a004cc20 req-ae417124-aa30-445e-9cbf-31593ab15f90 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 944 time: 0.7408836
Apr 07 07:59:49.900158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:49.917722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'port_id': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'mac_address': 'fa:16:3e:a7:ef:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:59:49.934878 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d22f225b-e818-48de-9757-aa71fb83afa8 req-70e9dd13-8a65-4162-bd9f-2e812ab32c5a service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3785915
Apr 07 07:59:49.975813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Allocated IP 172.20.0.13 (ebcf1867-5848-4ec9-98d3-ddf65be9e307/35f623ab-c804-4c57-983f-43f05bbfe1a4/cea18bfd-4d8e-4f86-b6a8-d0073da2d13e) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:59:49.980859 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:50.000206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea966736-9bb7-44e3-af87-3c7d0457a23d {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:59:50.009434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Allocated IP 172.20.0.14 (cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d/82799706-6bec-401c-bc31-8db2e5963452/38d0f2d2-2050-4ea9-9f9e-da8a5573b994) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 07:59:50.020494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc2525a-d856-4f89-85a2-a36f3fac0b52 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:59:50.020863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:50.023898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:50.025790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:50.041379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:50.061446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-a6f2b075-aa7d-4940-a70e-5c6ad26605c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:50.063277 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-a6f2b075-aa7d-4940-a70e-5c6ad26605c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1097 time: 0.0799453
Apr 07 07:59:50.074298 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2fb28324-f6de-4a35-8296-2799a004cc20 req-f535a2fd-9826-49cc-9682-9fc7590ac974 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985724
Apr 07 07:59:50.107377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88348c-8833-4537-8b91-3fe96ec467a2 req-ade2baf9-89f4-4984-9b4e-bb8de27460f5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:50.108614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=9']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:50.109032 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ce88348c-8833-4537-8b91-3fe96ec467a2 req-ade2baf9-89f4-4984-9b4e-bb8de27460f5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 943 time: 0.4175003
Apr 07 07:59:50.113897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:50.133635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Transition to ACTIVE for port object efc2525a-d856-4f89-85a2-a36f3fac0b52 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:50.159206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:50.204279 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:50.215584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-1fb964c9-6a8a-4623-906f-832bb722edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:50.217183 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-1fb964c9-6a8a-4623-906f-832bb722edc9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 915 time: 0.1464124
Apr 07 07:59:50.237464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['ea966736-9bb7-44e3-af87-3c7d0457a23d'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:59:50.296559 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-be52b4ee-2018-4af3-a61f-c768da174f86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 217 time: 0.0707905
Apr 07 07:59:50.372045 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-b85097ae-e61b-48aa-b936-9f5acc8ba8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:50.373626 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-b85097ae-e61b-48aa-b936-9f5acc8ba8ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 200  len: 853 time: 0.0705082
Apr 07 07:59:50.456786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-3eee56d8-1447-4803-8232-6cf535ff7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:50.458541 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-3eee56d8-1447-4803-8232-6cf535ff7ef1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad432238-a4a6-40d3-a104-7a6ea1076cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771523
Apr 07 07:59:50.550861 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c68b6e74-6f6b-4e45-8d71-1c518b02e689 req-f30e41eb-5ebb-4fee-a389-51a55fefffe3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.3073566
Apr 07 07:59:50.576916 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ce88348c-8833-4537-8b91-3fe96ec467a2 req-e704ed92-5c15-4c3e-8abd-d134f5c75872 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4447379
Apr 07 07:59:50.599037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Pushing event updated for resources: {'Port': ['ID=efc2525a-d856-4f89-85a2-a36f3fac0b52,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:50.608404 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-175949c8-138c-4fa8-a3cc-4f50b7562fba service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410778
Apr 07 07:59:50.622308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:50.771585 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2ac9031d-fd79-4df8-8a6b-b726b1623bd6 req-90fb6781-cbe6-4832-810f-c946ce75db55 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516519
Apr 07 07:59:50.837923 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d9065ca-1b46-44c7-bf11-b7011dcbe291 req-7750fa87-058d-48c7-8f50-c14fefe5c474 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.1329932
Apr 07 07:59:50.922332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:50.944890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:51.060051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Transition to ACTIVE for port object 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:51.118468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff17b9a-5a12-443a-be28-905a7e161977 req-cc2d4c5b-d184-4e72-8a49-a31283cfc60a tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:51.120097 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9ff17b9a-5a12-443a-be28-905a7e161977 req-cc2d4c5b-d184-4e72-8a49-a31283cfc60a tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 943 time: 0.4085736
Apr 07 07:59:51.126720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Attempting to bind port efc2525a-d856-4f89-85a2-a36f3fac0b52 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:59:51.127099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Attempting to bind port efc2525a-d856-4f89-85a2-a36f3fac0b52 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:59:51.127470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Attempting to bind port efc2525a-d856-4f89-85a2-a36f3fac0b52 on network 307812a6-fe4a-4881-9496-98284903bc67 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:51.134481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:51.153194 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Port efc2525a-d856-4f89-85a2-a36f3fac0b52 on network 307812a6-fe4a-4881-9496-98284903bc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:59:51.153562 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Attempting to bind port efc2525a-d856-4f89-85a2-a36f3fac0b52 on network 307812a6-fe4a-4881-9496-98284903bc67 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:51.179767 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:51.271377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:59:51.271755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Checking segment: {'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:51.272188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Bound using segment: {'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:59:51.272679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Bound port: efc2525a-d856-4f89-85a2-a36f3fac0b52, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:59:51.273079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:51.376994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:51.454909 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9ff17b9a-5a12-443a-be28-905a7e161977 req-61cf1344-ae46-4ff9-b9a4-23a1f55fc32e tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3217838
Apr 07 07:59:51.532582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Pushing event updated for resources: {'Port': ['ID=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:51.557710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:51.561671 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:51.762469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:51.841984 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port ea966736-9bb7-44e3-af87-3c7d0457a23d triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:51.842404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:51.977746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:51.980434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] For port efc2525a-d856-4f89-85a2-a36f3fac0b52, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:59:52.006475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:59:52.016823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:52.020307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:52.022267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:52.025500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:52.032850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:52.056678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea875d22-ca7e-4ac4-82c4-21b955cf8435 req-e0573516-8e6c-4287-9074-04997fdfd1e2 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:52.058337 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea875d22-ca7e-4ac4-82c4-21b955cf8435 req-e0573516-8e6c-4287-9074-04997fdfd1e2 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 944 time: 0.8458726
Apr 07 07:59:52.064097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] For port efc2525a-d856-4f89-85a2-a36f3fac0b52, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=efc2525a-d856-4f89-85a2-a36f3fac0b52,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:59:52.066580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:59:52.071881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:52.081653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:52.091734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=10']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:52.094852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:52.110575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:59:52.138686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:52.317707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 07:59:52.333677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 07:59:52.352778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 07:59:52.393212 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea875d22-ca7e-4ac4-82c4-21b955cf8435 req-137e5a37-960c-4ea3-9d61-47867683eb3c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241253
Apr 07 07:59:52.410042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:52.410725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:52.437959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d221e7-4dde-449e-beed-dba29794ddee req-e34115bb-d7fc-4f19-9d13-296599eae8e4 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:52.439641 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-10d221e7-4dde-449e-beed-dba29794ddee req-e34115bb-d7fc-4f19-9d13-296599eae8e4 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 932 time: 0.5639052
Apr 07 07:59:52.440391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Pushing event updated for resources: {'Port': ['ID=efc2525a-d856-4f89-85a2-a36f3fac0b52,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:52.444516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:52.568031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-08233660-3629-4e8a-a1e4-c1fe5adadf56 None None] Provisioning for port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:52.572900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-08233660-3629-4e8a-a1e4-c1fe5adadf56 None None] Provisioning complete for port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:52.573348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08233660-3629-4e8a-a1e4-c1fe5adadf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:52.595171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:52.595847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:52.600292 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-f6c61c1b-7a08-4b15-9d12-f37ec8209ac5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2739785
Apr 07 07:59:52.630520 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-10d221e7-4dde-449e-beed-dba29794ddee req-d3c48d80-22dc-4369-88a3-0ecafa853671 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1664715
Apr 07 07:59:52.634484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-08233660-3629-4e8a-a1e4-c1fe5adadf56 None None] Port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 07:59:52.637144 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Request body: {'port': {'device_id': '61ee2264-e876-488d-88e6-053085a80c09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:52.673827 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:52.674511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:52.676025 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] 10.222.0.67 "PUT /v2.0/ports/efc2525a-d856-4f89-85a2-a36f3fac0b52 HTTP/1.1" status: 200  len: 1093 time: 4.9642291
Apr 07 07:59:52.677657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05379e3-6e19-4905-844e-83c4ccfcc5f1', 'tag': 'efc2525a-d856-4f89-85a2-a36f3fac0b52'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:59:52.683457 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4836512
Apr 07 07:59:52.700935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Request body: {'port': {'device_id': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 07:59:53.000349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6f407-94b7-4eb1-9caf-0ed9914859b5 req-4bdb94f3-7eb3-4529-b259-66b71560a103 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:53.002029 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cff6f407-94b7-4eb1-9caf-0ed9914859b5 req-4bdb94f3-7eb3-4529-b259-66b71560a103 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 946 time: 0.4904914
Apr 07 07:59:53.063527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:53.110555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:53.182423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-d74f049a-ca7c-49e3-a415-202ec97081ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:53.183947 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-d74f049a-ca7c-49e3-a415-202ec97081ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=347e6f00a9c74167ade455c85056a3bb&device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 1096 time: 0.4534948
Apr 07 07:59:53.186987 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cff6f407-94b7-4eb1-9caf-0ed9914859b5 req-40374617-1358-4f82-b7e8-f4444baf2e17 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1759841
Apr 07 07:59:53.240826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451106e-bcfb-4a22-b6e9-f6c685558d8f req-90f34e0a-46e0-48c4-9032-e1ebbe1a1511 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:53.241626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-a451106e-bcfb-4a22-b6e9-f6c685558d8f req-90f34e0a-46e0-48c4-9032-e1ebbe1a1511 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:53.246303 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'code': 200}
Apr 07 07:59:53.314815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5959da32-615d-4be2-9937-ee9e41d71f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:53.375171 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-879a0a8c-35ac-453a-85ac-922e52fb3d2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efc2525a-d856-4f89-85a2-a36f3fac0b52 HTTP/1.1" status: 200  len: 217 time: 0.1505358
Apr 07 07:59:53.539170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-a451106e-bcfb-4a22-b6e9-f6c685558d8f req-90f34e0a-46e0-48c4-9032-e1ebbe1a1511 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:53.540376 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a451106e-bcfb-4a22-b6e9-f6c685558d8f req-90f34e0a-46e0-48c4-9032-e1ebbe1a1511 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 932 time: 0.7550638
Apr 07 07:59:53.671534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-335f052d-c90a-4f8e-a1f1-7f649c60029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:53.673139 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-335f052d-c90a-4f8e-a1f1-7f649c60029f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd HTTP/1.1" status: 200  len: 854 time: 0.2483628
Apr 07 07:59:53.715254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cc551-65c3-4dca-872a-abd7b9085e45 req-64f5df34-28d9-4623-a2ea-a40dbfb80dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:53.716868 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b12cc551-65c3-4dca-872a-abd7b9085e45 req-64f5df34-28d9-4623-a2ea-a40dbfb80dda service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1099 time: 0.0785241
Apr 07 07:59:53.768865 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b12cc551-65c3-4dca-872a-abd7b9085e45 req-44449c98-4456-43df-afa3-46af078071b6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454540
Apr 07 07:59:53.773268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 81be43ef-77d0-4921-a487-997f4b9a7596 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:59:53.924466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 81be43ef-77d0-4921-a487-997f4b9a7596, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=81be43ef-77d0-4921-a487-997f4b9a7596,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:53.940107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '81be43ef-77d0-4921-a487-997f4b9a7596', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'port_id': '81be43ef-77d0-4921-a487-997f4b9a7596', 'mac_address': 'fa:16:3e:8f:29:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:59:53.998841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:54.016781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81be43ef-77d0-4921-a487-997f4b9a7596 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:59:54.032601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 81be43ef-77d0-4921-a487-997f4b9a7596, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=81be43ef-77d0-4921-a487-997f4b9a7596,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:54.036184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:54.039254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:54.044269 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-bcd16230-13ec-4aeb-a77d-8c62ddaadde9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=307812a6-fe4a-4881-9496-98284903bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3573754
Apr 07 07:59:54.065764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-a451106e-bcfb-4a22-b6e9-f6c685558d8f req-b64023af-3033-4929-b994-6707282556fa tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:54.110739 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=81be43ef-77d0-4921-a487-997f4b9a7596,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:54.114502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:54.245309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['81be43ef-77d0-4921-a487-997f4b9a7596'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:59:54.254602 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ab18a-1705-48e4-a67c-902106da8c74 req-ea24f9bb-edd3-4eb0-9d1d-53426bebcda2 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:54.256205 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d5ab18a-1705-48e4-a67c-902106da8c74 req-ea24f9bb-edd3-4eb0-9d1d-53426bebcda2 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 943 time: 0.8911161
Apr 07 07:59:54.356415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-a451106e-bcfb-4a22-b6e9-f6c685558d8f req-b64023af-3033-4929-b994-6707282556fa tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:54.357658 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a451106e-bcfb-4a22-b6e9-f6c685558d8f req-b64023af-3033-4929-b994-6707282556fa tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8059859
Apr 07 07:59:54.432528 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05379e3-6e19-4905-844e-83c4ccfcc5f1', 'tag': 'efc2525a-d856-4f89-85a2-a36f3fac0b52', 'status': 'completed', 'code': 200}
Apr 07 07:59:54.455916 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d5ab18a-1705-48e4-a67c-902106da8c74 req-b82c877f-5ece-4de1-ad90-7b0cf0d2c9a2 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412792
Apr 07 07:59:54.523093 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-2a27ffbd-599a-4554-97bf-37f1536c48e7 service neutron] 10.222.0.67 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4542494
Apr 07 07:59:54.705896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.resource_extend [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 07 07:59:54.917815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea18bfd-4d8e-4f86-b6a8-d0073da2d13e {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:59:54.934126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:54.970537 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:59:54.990436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:54.994630 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718cba08-854b-47e3-ad5e-a46b5ea627ca req-03a6a3c8-0c4d-42e4-a6eb-b85e384c61e8 service neutron] 10.222.0.67 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4296675
Apr 07 07:59:55.008873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a169930-aab0-46a0-b5bd-2c2e1c187e60 req-da3f11e3-4d51-4ff7-9c87-7f4865881790 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:55.010609 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7a169930-aab0-46a0-b5bd-2c2e1c187e60 req-da3f11e3-4d51-4ff7-9c87-7f4865881790 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 945 time: 0.4926202
Apr 07 07:59:55.015295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Transition to ACTIVE for port object cea18bfd-4d8e-4f86-b6a8-d0073da2d13e will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:55.028240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bff1f-b040-41a0-a3a7-c34adfd2bfe5 req-ecb5c530-9861-49bf-9323-173a1746a94f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:55.029035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-9a5bff1f-b040-41a0-a3a7-c34adfd2bfe5 req-ecb5c530-9861-49bf-9323-173a1746a94f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Synchronizing usage tracker for tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 07:59:55.041847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:55.089837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Transition to ACTIVE for port object 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 07:59:55.106449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3d658600-6d5b-4a52-a89e-1a5d8429b3d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:55.219714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:55.367861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-9a5bff1f-b040-41a0-a3a7-c34adfd2bfe5 req-ecb5c530-9861-49bf-9323-173a1746a94f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Unset dirty status for tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 07:59:55.369216 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9a5bff1f-b040-41a0-a3a7-c34adfd2bfe5 req-ecb5c530-9861-49bf-9323-173a1746a94f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 932 time: 0.8054233
Apr 07 07:59:55.380845 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7a169930-aab0-46a0-b5bd-2c2e1c187e60 req-57509969-d2e7-4a6f-8e79-95caa18d551b tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3488326
Apr 07 07:59:55.388274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366f116-ab49-494c-bd38-965278939bec service neutron] Pushing event updated for resources: {'Port': ['ID=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:55.409628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2366f116-ab49-494c-bd38-965278939bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:55.422771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:55.781770 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 81be43ef-77d0-4921-a487-997f4b9a7596 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:55.849133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Pushing event updated for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:55.854670 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9a5bff1f-b040-41a0-a3a7-c34adfd2bfe5 req-8adeb25d-f826-47b8-b53c-cbdb56346329 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4701624
Apr 07 07:59:55.855555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:55.862822 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 81be43ef-77d0-4921-a487-997f4b9a7596 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:55.881781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 81be43ef-77d0-4921-a487-997f4b9a7596 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:55.882706 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:55.930937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08adce-201b-4117-b680-0d887e35d606 req-b4eb4e58-7945-4e03-a3a6-561785ced70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:55.932568 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c08adce-201b-4117-b680-0d887e35d606 req-b4eb4e58-7945-4e03-a3a6-561785ced70f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=347e6f00a9c74167ade455c85056a3bb&device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 1096 time: 0.8938875
Apr 07 07:59:56.027056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:56.038587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f28b9b6b-9fe9-4a73-8cc7-ce15d6764cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:56.058368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:59:56.069399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 81be43ef-77d0-4921-a487-997f4b9a7596, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=81be43ef-77d0-4921-a487-997f4b9a7596,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:56.072720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:56.074705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:56.147019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=81be43ef-77d0-4921-a487-997f4b9a7596,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:56.150224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:56.266134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:56.374408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846af0a3-3b94-4cf6-9ab2-96d97e9bb329 req-042f8a3f-891c-450d-8cad-9ff6f5dfa981 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:56.376026 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-846af0a3-3b94-4cf6-9ab2-96d97e9bb329 req-042f8a3f-891c-450d-8cad-9ff6f5dfa981 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 946 time: 0.8662460
Apr 07 07:59:56.412931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:56.469748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08adce-201b-4117-b680-0d887e35d606 req-dce95c9a-8e46-4830-af63-9fa588493e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:56.471308 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c08adce-201b-4117-b680-0d887e35d606 req-dce95c9a-8e46-4830-af63-9fa588493e04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=307812a6-fe4a-4881-9496-98284903bc67 HTTP/1.1" status: 200  len: 915 time: 0.5248673
Apr 07 07:59:56.474911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Attempting to bind port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:59:56.475280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Attempting to bind port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:59:56.475645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Attempting to bind port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:56.567866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:59:56.568231 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Attempting to bind port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:56.592068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e846ee-2ca9-42d8-88be-e34c1154190f req-2d76f228-e85f-4660-b873-ae6f2921016f tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:56.593659 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-74e846ee-2ca9-42d8-88be-e34c1154190f req-2d76f228-e85f-4660-b873-ae6f2921016f tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 944 time: 0.6158912
Apr 07 07:59:56.594335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Attempting to bind port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 07:59:56.594708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Attempting to bind port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 07:59:56.595062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Attempting to bind port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 on network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:56.597976 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c08adce-201b-4117-b680-0d887e35d606 req-2636b4a1-3c79-4fba-bd30-1f7f1204dd95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efc2525a-d856-4f89-85a2-a36f3fac0b52 HTTP/1.1" status: 200  len: 217 time: 0.1133871
Apr 07 07:59:56.602159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:59:56.602533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Checking segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:56.602947 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Bound using segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:59:56.603417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Bound port: cea18bfd-4d8e-4f86-b6a8-d0073da2d13e, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:59:56.603804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:56.624585 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-846af0a3-3b94-4cf6-9ab2-96d97e9bb329 req-788bce50-3ad7-4734-825b-7de57e705c9b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2354007
Apr 07 07:59:56.662093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 on network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 07:59:56.662475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Attempting to bind port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 on network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 07:59:56.724678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 07:59:56.725097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Checking segment: {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 07:59:56.725524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Bound using segment: {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 07:59:56.726018 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Bound port: 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadc7488-3494-4bec-985b-0f06dca44a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 07:59:56.726408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:56.889134 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-74e846ee-2ca9-42d8-88be-e34c1154190f req-3a4f9fa8-53fc-466e-b31a-6b7bec5f4cc1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680020
Apr 07 07:59:56.910295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08adce-201b-4117-b680-0d887e35d606 req-befdbaba-5163-4ddc-a947-55f2f613d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:56.911865 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c08adce-201b-4117-b680-0d887e35d606 req-befdbaba-5163-4ddc-a947-55f2f613d574 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd HTTP/1.1" status: 200  len: 854 time: 0.2936933
Apr 07 07:59:56.945525 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596', 'code': 200}
Apr 07 07:59:56.999256 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c08adce-201b-4117-b680-0d887e35d606 req-db00644f-074c-40b6-9b53-c2d68b57fe80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=307812a6-fe4a-4881-9496-98284903bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752947
Apr 07 07:59:57.039629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] For port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:59:57.153271 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] For port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:59:57.177567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:57.191032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37501452-df44-49a7-aafc-b4c5f67bbf4e req-f8ace4fe-949d-451f-b288-2eaf98bed504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:57.191626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 07:59:57.192627 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-37501452-df44-49a7-aafc-b4c5f67bbf4e req-f8ace4fe-949d-451f-b288-2eaf98bed504 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1099 time: 0.0779922
Apr 07 07:59:57.199294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-14febdc4-5f96-45a5-b64f-1da21f32c9ad tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:57.236466 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-37501452-df44-49a7-aafc-b4c5f67bbf4e req-a0fd66dc-a7a5-4e42-a824-60e0aa060c0b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367568
Apr 07 07:59:57.314317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36539914-2bbf-4991-b6d6-6f195d9707a3 req-3e53d4a3-2c21-440e-a92d-7de79249e66b tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:57.315925 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-36539914-2bbf-4991-b6d6-6f195d9707a3 req-3e53d4a3-2c21-440e-a92d-7de79249e66b tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 943 time: 0.5686851
Apr 07 07:59:57.354022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 07:59:57.392050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:57.438816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:57.776015 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366f116-ab49-494c-bd38-965278939bec service neutron] Pushing event updated for resources: {'Port': ['ID=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:57.785611 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c08adce-201b-4117-b680-0d887e35d606 req-130c3a4f-1880-4d79-92ba-330d2304250f service neutron] 10.222.0.67 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7739427
Apr 07 07:59:57.787757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device efc2525a-d856-4f89-85a2-a36f3fac0b52 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 07:59:57.792833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2366f116-ab49-494c-bd38-965278939bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:57.796085 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-36539914-2bbf-4991-b6d6-6f195d9707a3 req-0de2732f-7d13-4be8-92b2-7af5e52a6b1c tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4621401
Apr 07 07:59:57.796540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:57.941566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port efc2525a-d856-4f89-85a2-a36f3fac0b52, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=efc2525a-d856-4f89-85a2-a36f3fac0b52,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:57.957448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'efc2525a-d856-4f89-85a2-a36f3fac0b52', 'network_id': '307812a6-fe4a-4881-9496-98284903bc67', 'port_id': 'efc2525a-d856-4f89-85a2-a36f3fac0b52', 'mac_address': 'fa:16:3e:b0:c8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 07:59:57.971431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09336a-aeec-46b3-92ec-71bde75efa87 req-5f4195b5-677e-4b53-96df-5ad92ad89ff5 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:57.973127 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fb09336a-aeec-46b3-92ec-71bde75efa87 req-5f4195b5-677e-4b53-96df-5ad92ad89ff5 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.9247572
Apr 07 07:59:58.028814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:58.050083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc2525a-d856-4f89-85a2-a36f3fac0b52 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 07:59:58.071143 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port efc2525a-d856-4f89-85a2-a36f3fac0b52, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=efc2525a-d856-4f89-85a2-a36f3fac0b52,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 07:59:58.074111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:58.076061 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3ff003c3-2312-411d-aaf5-a1e014265edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 07:59:58.102899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:58.103552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:58.105037 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-2366f116-ab49-494c-bd38-965278939bec service neutron] 10.222.0.67 "PUT /v2.0/ports/cea18bfd-4d8e-4f86-b6a8-d0073da2d13e HTTP/1.1" status: 200  len: 1094 time: 5.4841390
Apr 07 07:59:58.112481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ee2264-e876-488d-88e6-053085a80c09', 'tag': 'cea18bfd-4d8e-4f86-b6a8-d0073da2d13e'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 07:59:58.153510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:58.163705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=efc2525a-d856-4f89-85a2-a36f3fac0b52,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:58.166931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:58.195968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Pushing event updated for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 07:59:58.211063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 07:59:58.230770 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fb09336a-aeec-46b3-92ec-71bde75efa87 req-a9051346-9d15-4285-9c6b-87837a691fba tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999083
Apr 07 07:59:58.242781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:58.243473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:58.244991 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] 10.222.0.67 "PUT /v2.0/ports/38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 1094 time: 5.5504005
Apr 07 07:59:58.281395 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c08adce-201b-4117-b680-0d887e35d606 req-18ad002c-5279-4a5c-8035-1b7de2513c40 service neutron] 10.222.0.67 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4449909
Apr 07 07:59:58.304444 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['efc2525a-d856-4f89-85a2-a36f3fac0b52'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 07:59:58.396899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5b582-1b96-4fb1-b54d-3f24e147c079 req-fd251585-5d75-4978-9bc1-0349c0173bae tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:58.398583 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96b5b582-1b96-4fb1-b54d-3f24e147c079 req-fd251585-5d75-4978-9bc1-0349c0173bae tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.4395196
Apr 07 07:59:58.459893 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-e95f67ab-3cee-4d9c-a5f5-8b6605c7876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:58.461545 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-e95f67ab-3cee-4d9c-a5f5-8b6605c7876a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 1097 time: 0.3127398
Apr 07 07:59:58.567318 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-dd843bb9-efc8-4e37-85d4-a2785ff0846f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e HTTP/1.1" status: 200  len: 217 time: 0.0963519
Apr 07 07:59:58.570398 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96b5b582-1b96-4fb1-b54d-3f24e147c079 req-fbe6e2a3-fbb3-452a-abb5-09f969c1788d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1565626
Apr 07 07:59:58.631575 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ee2264-e876-488d-88e6-053085a80c09', 'tag': 'cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', 'status': 'completed', 'code': 200}
Apr 07 07:59:58.637773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-ac02e254-66c5-4aa9-bbed-93391220930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:58.639366 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-ac02e254-66c5-4aa9-bbed-93391220930d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1097 time: 0.3440595
Apr 07 07:59:58.710625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06a138-90c9-4435-8d96-cd0ca4063adb req-a89e83fd-4da0-4b4f-86c2-98d7fadd1a01 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:58.712189 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-df06a138-90c9-4435-8d96-cd0ca4063adb req-a89e83fd-4da0-4b4f-86c2-98d7fadd1a01 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 944 time: 0.3687906
Apr 07 07:59:58.750518 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-41386222-e4fe-4a75-bb6c-f67426793c99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 217 time: 0.1015570
Apr 07 07:59:58.753862 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-049299dc-8bae-47e1-b777-c07df1350d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:58.755354 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-049299dc-8bae-47e1-b777-c07df1350d22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 200  len: 854 time: 0.1771219
Apr 07 07:59:58.870094 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-be00be1f-cb7b-443a-9e73-80454c8ba1a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebcf1867-5848-4ec9-98d3-ddf65be9e307&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0977488
Apr 07 07:59:58.879054 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-df06a138-90c9-4435-8d96-cd0ca4063adb req-ca1e5bbe-e73d-4727-8bdd-25a58dd0b56a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547174
Apr 07 07:59:59.028322 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-76bbd3fc-fb02-4db6-b1e2-77de09c439b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:59.029923 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-76bbd3fc-fb02-4db6-b1e2-77de09c439b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 200  len: 848 time: 0.2674952
Apr 07 07:59:59.162041 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-eac1d5a3-a049-4022-a178-30584d84d589 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2818859
Apr 07 07:59:59.178238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ee2b6-c20b-4154-9c22-a7074c2d04b0 req-5f406bfe-b992-4e0d-a22f-331875a1307b tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:59.179736 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e06ee2b6-c20b-4154-9c22-a7074c2d04b0 req-5f406bfe-b992-4e0d-a22f-331875a1307b tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 944 time: 0.2188075
Apr 07 07:59:59.295130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-42467c30-73bd-4aaf-8fb5-31fccaaefa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:59.296746 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-42467c30-73bd-4aaf-8fb5-31fccaaefa34 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2588527
Apr 07 07:59:59.406891 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e06ee2b6-c20b-4154-9c22-a7074c2d04b0 req-6f596616-8e1f-4379-92dc-46f4e9661d4a tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029715
Apr 07 07:59:59.521025 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d7aea04d-4bb3-45f2-899c-56d7318a45b5 req-e3ca676f-a08d-43a0-a977-3d77bd7729c3 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3513172
Apr 07 07:59:59.571460 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-d66cbe1a-f5ad-4560-88e3-dd373063bd6c service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2612619
Apr 07 07:59:59.612875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1f967-e04f-459b-8f94-c7cfbd866a24 req-d11ac763-e7e8-4228-b657-6833d0c34bf0 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:59.614508 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b8a1f967-e04f-459b-8f94-c7cfbd866a24 req-d11ac763-e7e8-4228-b657-6833d0c34bf0 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.2187231
Apr 07 07:59:59.793161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device efc2525a-d856-4f89-85a2-a36f3fac0b52 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 07:59:59.822094 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b8a1f967-e04f-459b-8f94-c7cfbd866a24 req-1c5345fc-ffea-4d93-ae75-cb3ce6302e4b tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004776
Apr 07 07:59:59.886795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port efc2525a-d856-4f89-85a2-a36f3fac0b52 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 07:59:59.891667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port efc2525a-d856-4f89-85a2-a36f3fac0b52 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 07:59:59.892085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 07:59:59.895897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50389450-e110-49b5-8633-6250a22f4662 req-54b4fbba-d5f5-4786-9f8c-b54d5d0afb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:59.897622 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50389450-e110-49b5-8633-6250a22f4662 req-54b4fbba-d5f5-4786-9f8c-b54d5d0afb9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 1097 time: 0.3293810
Apr 07 07:59:59.901411 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b018617-c127-4b4e-95bd-5384d5b7ad97 req-be0e9efc-4b28-4f8c-a5a3-f3843e060136 service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2859271
Apr 07 07:59:59.996634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a93c4-2493-4979-a4d0-5104b1063a28 req-a60fc223-16ac-428c-8541-2c6c583dc7c3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 07:59:59.998245 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f8a93c4-2493-4979-a4d0-5104b1063a28 req-a60fc223-16ac-428c-8541-2c6c583dc7c3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.2803426
Apr 07 08:00:00.022064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:00.053379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05379e3-6e19-4905-844e-83c4ccfcc5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc2525a-d856-4f89-85a2-a36f3fac0b52'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:00.064162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port efc2525a-d856-4f89-85a2-a36f3fac0b52, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=efc2525a-d856-4f89-85a2-a36f3fac0b52,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:00.067390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:00.069470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:00.146628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=efc2525a-d856-4f89-85a2-a36f3fac0b52,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:00.150105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:00.368798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f8a93c4-2493-4979-a4d0-5104b1063a28 req-21d6d67b-354f-4aef-8a14-da528788c180 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963247
Apr 07 08:00:00.392227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50389450-e110-49b5-8633-6250a22f4662 req-b4efc829-9864-4c7b-9623-ff52c481f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:00.393835 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50389450-e110-49b5-8633-6250a22f4662 req-b4efc829-9864-4c7b-9623-ff52c481f12e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 915 time: 0.4879892
Apr 07 08:00:00.407282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc92ce-2f56-466a-90cd-8a1a926a4b6c req-01b85e45-e4b2-4d68-98cb-b83ed83418d8 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:00.408824 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96bc92ce-2f56-466a-90cd-8a1a926a4b6c req-01b85e45-e4b2-4d68-98cb-b83ed83418d8 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.4272139
Apr 07 08:00:00.492150 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50389450-e110-49b5-8633-6250a22f4662 req-3a3ff900-fa56-4fde-8f8d-b0c824bd18a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e HTTP/1.1" status: 200  len: 217 time: 0.0822737
Apr 07 08:00:00.619625 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96bc92ce-2f56-466a-90cd-8a1a926a4b6c req-1ad9659f-21ae-470e-8a89-10f53437c2f6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505649
Apr 07 08:00:00.636271 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:00.645152 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50389450-e110-49b5-8633-6250a22f4662 req-583fe95d-0d16-4172-8d07-5c53d344c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:00.646733 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50389450-e110-49b5-8633-6250a22f4662 req-583fe95d-0d16-4172-8d07-5c53d344c28e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 200  len: 854 time: 0.1075349
Apr 07 08:00:00.674263 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05379e3-6e19-4905-844e-83c4ccfcc5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc2525a-d856-4f89-85a2-a36f3fac0b52', 'code': 200}
Apr 07 08:00:00.708254 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50389450-e110-49b5-8633-6250a22f4662 req-d2c6c63e-80b4-43d6-9e25-fe6bd34123e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebcf1867-5848-4ec9-98d3-ddf65be9e307&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528271
Apr 07 08:00:00.717332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776e348-b724-46d7-aab8-9aecc697588c req-df5c14c9-e9c3-4d6c-9b84-567a11ab2f93 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:00.718811 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a776e348-b724-46d7-aab8-9aecc697588c req-df5c14c9-e9c3-4d6c-9b84-567a11ab2f93 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 944 time: 0.2401507
Apr 07 08:00:00.961550 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a776e348-b724-46d7-aab8-9aecc697588c req-e9252f28-1039-43de-869c-a03e8477744a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124684
Apr 07 08:00:01.022800 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'status': 'completed', 'code': 200}
Apr 07 08:00:01.034638 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50389450-e110-49b5-8633-6250a22f4662 req-c0573bff-6722-452e-9fbc-aff271cce97c service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106282
Apr 07 08:00:01.111102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba023c-d8bc-4b17-9b3f-eea77b20f401 req-a922c739-d8eb-4b51-89b2-7efbfed2aa93 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:01.112669 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5ba023c-d8bc-4b17-9b3f-eea77b20f401 req-a922c739-d8eb-4b51-89b2-7efbfed2aa93 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 945 time: 0.3001261
Apr 07 08:00:01.121809 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f7a5e-e23c-4959-9099-77e6d83fb029 req-cb9afdc1-fd3c-4ef3-b4bb-8f6f37ffb7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:01.123306 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f8f7a5e-e23c-4959-9099-77e6d83fb029 req-cb9afdc1-fd3c-4ef3-b4bb-8f6f37ffb7b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 1098 time: 0.2555685
Apr 07 08:00:01.311267 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5ba023c-d8bc-4b17-9b3f-eea77b20f401 req-39bcda08-c9c3-4d28-992d-af9e73439ba6 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818991
Apr 07 08:00:01.315768 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f8f7a5e-e23c-4959-9099-77e6d83fb029 req-840aa741-0186-4294-b079-29529e2806bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359482
Apr 07 08:00:01.380154 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50389450-e110-49b5-8633-6250a22f4662 req-ec54e01d-b001-4fe0-9ee8-13d53b431666 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3340580
Apr 07 08:00:01.392546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-e4f96cb5-ecee-4f16-8da8-c069f93c1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:01.394157 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-e4f96cb5-ecee-4f16-8da8-c069f93c1c1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1097 time: 0.3451924
Apr 07 08:00:01.572569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7720b9-04e9-42b9-b6c4-e5b92d0ef539 req-be64dab5-3626-4733-ae7f-3a0e6b4ed36d tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:01.574200 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9c7720b9-04e9-42b9-b6c4-e5b92d0ef539 req-be64dab5-3626-4733-ae7f-3a0e6b4ed36d tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.2435977
Apr 07 08:00:01.592217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:00:01.672058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-d03e9201-d511-4263-b72a-38c7472bbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:01.673614 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-d03e9201-d511-4263-b72a-38c7472bbe53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 910 time: 0.2712619
Apr 07 08:00:01.682868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff50371-2df5-4870-8dd0-1b4d06db1b6b req-ec2ddd57-6d1c-4e57-bc09-401b096350cf tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:01.684321 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aff50371-2df5-4870-8dd0-1b4d06db1b6b req-ec2ddd57-6d1c-4e57-bc09-401b096350cf tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.2008891
Apr 07 08:00:01.687175 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9c7720b9-04e9-42b9-b6c4-e5b92d0ef539 req-f3e601ae-ea3f-4102-b1d9-b899869cb77b tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041019
Apr 07 08:00:01.770078 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-0c5c672b-cbf1-409e-9fd1-5b21875bfe89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 217 time: 0.0819006
Apr 07 08:00:01.796987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device cea18bfd-4d8e-4f86-b6a8-d0073da2d13e details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:00:01.846213 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aff50371-2df5-4870-8dd0-1b4d06db1b6b req-58a7c172-c491-4562-b002-7153704ee247 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056535
Apr 07 08:00:01.869540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-05fc46ce-ba0c-40f3-9c1a-ee38be9b64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:01.871357 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-05fc46ce-ba0c-40f3-9c1a-ee38be9b64d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 200  len: 848 time: 0.0943112
Apr 07 08:00:01.976022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-f05b5ebf-746f-48d0-b713-e8bc88c307c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:01.977735 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-f05b5ebf-746f-48d0-b713-e8bc88c307c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0943482
Apr 07 08:00:02.138017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:02.153193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'port_id': 'cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', 'mac_address': 'fa:16:3e:56:81:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f623ab-c804-4c57-983f-43f05bbfe1a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:00:02.218340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:02.238682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea18bfd-4d8e-4f86-b6a8-d0073da2d13e {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:00:02.255915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:02.266261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:02.269306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:02.284525 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-d57eef22-dcfb-4592-a4c1-22e0742ecb94 service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906356
Apr 07 08:00:02.301471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb00204-b284-4146-b239-2db91116aa9f req-36797688-2806-4a12-891c-1a121254394a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:02.303679 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aeb00204-b284-4146-b239-2db91116aa9f req-36797688-2806-4a12-891c-1a121254394a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 944 time: 0.1550488
Apr 07 08:00:02.352249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:02.355670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:02.485508 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aeb00204-b284-4146-b239-2db91116aa9f req-a748fbd6-ae4a-4d53-8a2d-9b7d23e2a19b tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568358
Apr 07 08:00:02.532090 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9126c4ce-c3f0-4734-aa30-c5b6fdf23173 req-af09d06c-ec87-4fd9-8241-d05be3b204f9 service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2271440
Apr 07 08:00:02.561971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b68f63-c6f4-4169-a444-9e8f017e6aed req-4ab639e3-416c-4b5d-87c2-869fb37b5b5c tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:02.563537 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-95b68f63-c6f4-4169-a444-9e8f017e6aed req-4ab639e3-416c-4b5d-87c2-869fb37b5b5c tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 945 time: 0.1290848
Apr 07 08:00:02.601354 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['cea18bfd-4d8e-4f86-b6a8-d0073da2d13e'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:02.612487 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-95b68f63-c6f4-4169-a444-9e8f017e6aed req-02f78adc-1fb6-40b4-87e1-9211062779d0 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425763
Apr 07 08:00:03.062121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c634341-f5d4-4d9d-8f92-5b6dbe87923a req-8e7bbc05-7a1b-4177-a8aa-f0ee244fc849 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:03.063762 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3c634341-f5d4-4d9d-8f92-5b6dbe87923a req-8e7bbc05-7a1b-4177-a8aa-f0ee244fc849 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0930550
Apr 07 08:00:03.111785 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3c634341-f5d4-4d9d-8f92-5b6dbe87923a req-cb2917a3-644f-4b22-ad50-f3c84dc35a33 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413764
Apr 07 08:00:03.701247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb789e1-4a46-4954-a613-4b72cf3a0469 req-c2be502e-250f-4a95-957a-22cf3c931954 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:03.702900 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aeb789e1-4a46-4954-a613-4b72cf3a0469 req-c2be502e-250f-4a95-957a-22cf3c931954 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 945 time: 0.0910854
Apr 07 08:00:03.757696 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aeb789e1-4a46-4954-a613-4b72cf3a0469 req-458e3078-2c3c-4430-90c1-f9555cdcb986 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482790
Apr 07 08:00:03.811400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device cea18bfd-4d8e-4f86-b6a8-d0073da2d13e up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:00:03.927102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:00:03.932436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:00:03.932852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:04.075184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:04.127203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee2264-e876-488d-88e6-053085a80c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea18bfd-4d8e-4f86-b6a8-d0073da2d13e'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:04.146456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:04.153282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:04.155497 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:04.216233 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee2264-e876-488d-88e6-053085a80c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', 'code': 200}
Apr 07 08:00:04.246587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:04.249945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:04.394934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbd221-5681-4405-9a7b-437e7b293b36 req-316a39cb-8733-4d66-80f9-73c7d90569f3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:04.396612 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3adbd221-5681-4405-9a7b-437e7b293b36 req-316a39cb-8733-4d66-80f9-73c7d90569f3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.1149013
Apr 07 08:00:04.494322 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3adbd221-5681-4405-9a7b-437e7b293b36 req-4d45aeb1-798d-492f-809e-661b9c43c851 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910490
Apr 07 08:00:04.520316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4674d-3be5-4321-93f6-6bf34d1b6251 req-45c70d32-3e79-48c8-951a-1e717700ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:04.521912 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4fe4674d-3be5-4321-93f6-6bf34d1b6251 req-45c70d32-3e79-48c8-951a-1e717700ab4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 1099 time: 0.0979235
Apr 07 08:00:04.566223 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4fe4674d-3be5-4321-93f6-6bf34d1b6251 req-fc5adf51-89e6-4d8d-aaa9-1f39eb7a4da7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360005
Apr 07 08:00:04.960686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9621-0f16-4515-b46f-63dab159a5a5 req-7be1af40-8f42-4a70-b806-a13796b40bc0 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:04.962326 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-854c9621-0f16-4515-b46f-63dab159a5a5 req-7be1af40-8f42-4a70-b806-a13796b40bc0 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 946 time: 0.0884585
Apr 07 08:00:05.013259 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-854c9621-0f16-4515-b46f-63dab159a5a5 req-39dfb15b-97bd-4f77-9bb1-20ea01cb038a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443854
Apr 07 08:00:05.706574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebe36c-36b3-45cb-91c4-90e28863dc22 req-da8fa994-798f-41b1-9856-0549f217f4a1 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:05.708718 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64ebe36c-36b3-45cb-91c4-90e28863dc22 req-da8fa994-798f-41b1-9856-0549f217f4a1 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0983627
Apr 07 08:00:05.759026 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64ebe36c-36b3-45cb-91c4-90e28863dc22 req-196c897c-91fb-4b2d-b774-9cac3fe3f7a0 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438812
Apr 07 08:00:06.215562 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79832372-13d0-44bc-a2b1-3015048f2cc2 req-7a161534-ead0-407b-9610-d4618675425c tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:06.217086 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-79832372-13d0-44bc-a2b1-3015048f2cc2 req-7a161534-ead0-407b-9610-d4618675425c tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 946 time: 0.0874329
Apr 07 08:00:06.268268 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-79832372-13d0-44bc-a2b1-3015048f2cc2 req-4c9f4987-4a54-44f7-a680-39dff372007a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448384
Apr 07 08:00:06.961672 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21832ec-2ff8-4773-8269-5b88a59b2929 req-1cc1cdb6-ad8b-4352-9b8c-02c3e4f4a48d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:06.963263 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b21832ec-2ff8-4773-8269-5b88a59b2929 req-1cc1cdb6-ad8b-4352-9b8c-02c3e4f4a48d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0918806
Apr 07 08:00:07.011999 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b21832ec-2ff8-4773-8269-5b88a59b2929 req-a5ce3fa4-4ded-4e07-ad55-ba061672239e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423229
Apr 07 08:00:07.826424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:00:07.971764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:07.985806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'port_id': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'mac_address': 'fa:16:3e:85:b3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:00:08.050995 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:08.070478 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:00:08.087575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:08.091854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:08.093846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:08.166872 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:08.170583 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:08.225541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2d07c-7f1e-436e-936f-ff65b8a0dbac req-b859dece-e985-4659-8c27-672776f92f28 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:08.227164 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6ff2d07c-7f1e-436e-936f-ff65b8a0dbac req-b859dece-e985-4659-8c27-672776f92f28 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 945 time: 0.0940173
Apr 07 08:00:08.282305 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6ff2d07c-7f1e-436e-936f-ff65b8a0dbac req-b63a3075-e455-44f6-b63f-de2eb60ffea6 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487072
Apr 07 08:00:08.414192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['38d0f2d2-2050-4ea9-9f9e-da8a5573b994'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:09.488308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b39387-cd93-480f-a090-891274043287 req-c57a0225-b86e-491f-8e6d-17da792b178d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:09.489987 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d1b39387-cd93-480f-a090-891274043287 req-c57a0225-b86e-491f-8e6d-17da792b178d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 945 time: 0.0882401
Apr 07 08:00:09.539110 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d1b39387-cd93-480f-a090-891274043287 req-9cb7bec8-41aa-44b9-9e21-9cf70a413813 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423949
Apr 07 08:00:09.846004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:00:09.923158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:00:09.928009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:00:09.928402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:10.052495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:10.080904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:10.091511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:10.094939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:10.096881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:10.135943 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'code': 200}
Apr 07 08:00:10.173022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:10.181625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.182012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.182388 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.182756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.183162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.183528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.183887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.184246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.184605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.184962 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.185346 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.185700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:10.189573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:10.810452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838de73-a20c-4f09-84da-83f8ae380395 req-be613123-917b-4c50-8825-303a56948b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:10.812245 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1838de73-a20c-4f09-84da-83f8ae380395 req-be613123-917b-4c50-8825-303a56948b3b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1099 time: 0.3710649
Apr 07 08:00:10.820569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82d364-4f33-4f5c-956e-d4068f69c570 req-b5c8f423-61f9-45b7-87ac-b6de6e36472a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:10.822099 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1e82d364-4f33-4f5c-956e-d4068f69c570 req-b5c8f423-61f9-45b7-87ac-b6de6e36472a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1249223
Apr 07 08:00:10.909668 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1e82d364-4f33-4f5c-956e-d4068f69c570 req-30945984-6c94-4532-8141-a70d0ae558d1 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773323
Apr 07 08:00:10.937266 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1838de73-a20c-4f09-84da-83f8ae380395 req-bee794d3-0003-414d-b814-20654c541160 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073878
Apr 07 08:00:12.159472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6226ead-7f5d-4379-ac27-692243c29262 req-de00097e-0e2c-4e28-8444-57426bf790ad tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:12.161102 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6226ead-7f5d-4379-ac27-692243c29262 req-de00097e-0e2c-4e28-8444-57426bf790ad tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.0963426
Apr 07 08:00:12.213396 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6226ead-7f5d-4379-ac27-692243c29262 req-7d04cf3b-6f68-4aae-aebc-2f20032b3107 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457754
Apr 07 08:00:12.405661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f5bc9-ad10-4493-876c-f714758be5f0 req-99fa2837-110a-46f1-a235-c100c80cf22d tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:12.407331 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c7f5bc9-ad10-4493-876c-f714758be5f0 req-99fa2837-110a-46f1-a235-c100c80cf22d tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.0898242
Apr 07 08:00:12.455128 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c7f5bc9-ad10-4493-876c-f714758be5f0 req-e171c9ca-be3e-43bc-97cb-258994747045 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413697
Apr 07 08:00:12.479874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 41542) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:12.669840 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaafadb-2318-4d2c-8272-ea6f9afe6bf0 tempest-TestMinimumBasicScenario-1568700916 tempest-TestMinimumBasicScenario-1568700916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:12.671481 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ccaafadb-2318-4d2c-8272-ea6f9afe6bf0 tempest-TestMinimumBasicScenario-1568700916 tempest-TestMinimumBasicScenario-1568700916-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1094 time: 0.1905341
Apr 07 08:00:12.674688 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 41550) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:12.681127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'port_id': '81be43ef-77d0-4921-a487-997f4b9a7596', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:12.687528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:12.691590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:floatingip and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:12.694622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:12.700756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:12.710262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for floatingip, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:12.856195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:12.999107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Allocated IP 172.27.1.166 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/024d832d-100f-4f10-83ee-c6f6696ed325) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:00:13.151664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:13.183461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:13.198880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:13.380594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'Port': ['ID=024d832d-100f-4f10-83ee-c6f6696ed325,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:13.398404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:13.459282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:00:13.462267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:00:13.465728 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:00:13.506067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76a9ac-8b81-4ac8-819f-29b6b5eaae88 req-a00a9423-ac04-46ee-8aaa-5f6ec204f7c0 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:13.507578 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d76a9ac-8b81-4ac8-819f-29b6b5eaae88 req-a00a9423-ac04-46ee-8aaa-5f6ec204f7c0 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1756012
Apr 07 08:00:13.610852 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d76a9ac-8b81-4ac8-819f-29b6b5eaae88 req-75a2cdab-911a-4a0e-9ea3-219f2df3228e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962741
Apr 07 08:00:13.961836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2e30c-8fd6-4a52-9fb6-043e6ca9b702 req-2a03ff4e-52f8-400e-8f29-3cb8808e9959 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:13.963432 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-73f2e30c-8fd6-4a52-9fb6-043e6ca9b702 req-2a03ff4e-52f8-400e-8f29-3cb8808e9959 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.2143095
Apr 07 08:00:14.034779 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-73f2e30c-8fd6-4a52-9fb6-043e6ca9b702 req-2b876103-c807-4b7a-934d-409bec1e8342 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615027
Apr 07 08:00:14.053486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.060259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 41562) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:14.131623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.259383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fde2979-24f3-4785-9b97-5f51c9dce16f tempest-TestShelveInstance-1613679897 tempest-TestShelveInstance-1613679897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:14.263995 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7fde2979-24f3-4785-9b97-5f51c9dce16f tempest-TestShelveInstance-1613679897 tempest-TestShelveInstance-1613679897-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1094 time: 0.1997344
Apr 07 08:00:14.264259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 41570) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:14.270068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'port_id': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:14.276884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:14.281263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Usage tracker for resource:floatingip and tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:14.284481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:14.291319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:14.307150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for floatingip, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.411750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.415349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.434766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:14.452293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.568896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'Port': ['ID=024d832d-100f-4f10-83ee-c6f6696ed325,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:14.573627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:14.600045 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Allocated IP 172.27.1.36 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/1e869dee-afcd-48ed-bd33-03778aec8cf8) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:00:14.671075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.761915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.792020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:14.807709 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:14.860346 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Floating IP e40605ef-f5b6-4b01-9541-1858d7a01969 associated. External IP: 172.27.1.166, port: 81be43ef-77d0-4921-a487-997f4b9a7596.
Apr 07 08:00:14.960341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'Port': ['ID=1e869dee-afcd-48ed-bd33-03778aec8cf8,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:14.966008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:15.028787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:00:15.030332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:00:15.032922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:00:15.485655 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Router f33dd39c-7182-4161-9a73-54dcbde1c061 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:00:15.597877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:15.685139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:00:15.695135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] Sync routers for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:00:15.710715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:15.712219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:00:15.713186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5b3080>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:59:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:00:15.721228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:15.770486 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0946500
Apr 07 08:00:15.771495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:15.773503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 41578) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:15.784146 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555384050', 'description': 'tempest-secgroup-smoke-1555384050 description', 'project_id': '974f9d493d8441c4b023298973ded87d'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:15.792838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:15.821624 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596', 'status': 'completed', 'code': 200}
Apr 07 08:00:15.834597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:security_group and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:15.839064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:15.853519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:15.879058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:15.927882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:00:15.964029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-256ba059-1890-4883-96fa-292b101b6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:15.965620 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-256ba059-1890-4883-96fa-292b101b6ec7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1099 time: 0.1028488
Apr 07 08:00:16.126793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-21f47e24-356e-45e9-8995-188c9c6bbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:16.128445 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-21f47e24-356e-45e9-8995-188c9c6bbb44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 915 time: 0.1549923
Apr 07 08:00:16.199938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:16.208121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:security_group_rule and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:16.212658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:16.221842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:16.280590 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-5009ef7a-5fbf-4e1c-873d-af8762e3be25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 1000 time: 0.1338360
Apr 07 08:00:16.343015 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.348982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5b3080>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'e40605ef-f5b6-4b01-9541-1858d7a01969', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'port_id': '81be43ef-77d0-4921-a487-997f4b9a7596', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'mac_address': 'fa:16:3e:8f:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:00:13Z', 'updated_at': '2021-04-07T08:00:13Z', 'revision_number': 0, 'project_id': '974f9d493d8441c4b023298973ded87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:50Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:00:16.354414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] Checking router: f33dd39c-7182-4161-9a73-54dcbde1c061 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:00:16.354592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.364494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-7bd491a6-d224-4d51-853a-8449665a13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:16.364731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:00:16.365325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5b3080>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:59:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:00:16.366099 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-7bd491a6-d224-4d51-853a-8449665a13e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 200  len: 853 time: 0.0726054
Apr 07 08:00:16.369675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.373330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-faacce37-0d80-416a-af04-2cfc7bb64120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:16.465515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.470188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-e635799a-6381-4d6b-8dfa-32babb89041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:16.471935 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-e635799a-6381-4d6b-8dfa-32babb89041a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad432238-a4a6-40d3-a104-7a6ea1076cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859220
Apr 07 08:00:16.533546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event updated for resources: {'Port': ['ID=1e869dee-afcd-48ed-bd33-03778aec8cf8,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.552830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.553246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:16.567896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:16.568498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-094ddea1-3c7f-43f9-8533-d189f12e5c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:16.578470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:00:16.581389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.586177 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8081591
Apr 07 08:00:16.590132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 41588) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:16.597547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'security_group_rule': {'security_group_id': '1ae3da08-6d41-4a5b-8676-1d73ab34fbc4', 'project_id': '974f9d493d8441c4b023298973ded87d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:16.610889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:16.618057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:16.618295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:security_group_rule and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:16.624526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:16.626072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:16.633631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:16.633778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.661218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.731872 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-b51c04ad-4b1b-4d79-8c66-8f47c7744678 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2445762
Apr 07 08:00:16.821270 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Floating IP d7305ed5-d666-4360-92d8-5a8d0fe5cab6 associated. External IP: 172.27.1.36, port: 38d0f2d2-2050-4ea9-9f9e-da8a5573b994.
Apr 07 08:00:16.836691 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.847181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.852833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5d958f97-1ea4-4b4e-9d10-d6fc65c0dcd9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:16.879027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b94cdcc-0a26-4b07-9686-707fbb8a5f1f,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:16.889646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:16.920194 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.924175 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3306284
Apr 07 08:00:16.925583 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 41592) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:16.933511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'security_group_rule': {'security_group_id': '1ae3da08-6d41-4a5b-8676-1d73ab34fbc4', 'project_id': '974f9d493d8441c4b023298973ded87d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:16.942577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:16.946991 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5aeee85-d2c1-41dd-a013-27045db941a3 req-9acecdcc-a753-4a9b-97fb-368eedc826cf service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025242
Apr 07 08:00:16.950245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:security_group_rule and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:16.953587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:16.959747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:16.978484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:16.996116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5b3080>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'e40605ef-f5b6-4b01-9541-1858d7a01969', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'port_id': '81be43ef-77d0-4921-a487-997f4b9a7596', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'mac_address': 'fa:16:3e:8f:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:00:13Z', 'updated_at': '2021-04-07T08:00:13Z', 'revision_number': 0, 'project_id': '974f9d493d8441c4b023298973ded87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:50Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:00:17.001116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb0377-47e7-49d8-8bbc-267572befa49 None None] The sync data for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi is: [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'e40605ef-f5b6-4b01-9541-1858d7a01969', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'port_id': '81be43ef-77d0-4921-a487-997f4b9a7596', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'mac_address': 'fa:16:3e:8f:29:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:00:13Z', 'updated_at': '2021-04-07T08:00:13Z', 'revision_number': 0, 'project_id': '974f9d493d8441c4b023298973ded87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:50Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:00:17.059622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.064290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.066477 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:17.092533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddb7029-0d1d-47f7-9bba-8e791118b4e7,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:17.095180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:17.116633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.117990 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-acc179b1-da38-4669-bf41-0c73f8db86c1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1913979
Apr 07 08:00:17.121012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 41596) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:17.127030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'security_group_rule': {'security_group_id': '1ae3da08-6d41-4a5b-8676-1d73ab34fbc4', 'project_id': '974f9d493d8441c4b023298973ded87d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:17.133327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:17.137455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:security_group_rule and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:17.140453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:17.146612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:17.164187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.223870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Router 40fb32dd-2b94-4820-8c48-24edd45bb6fe has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:00:17.230635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.234399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.236453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:17.260949 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b392da-a2d4-498b-b514-3ff3f4eb021c,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:17.265566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:17.275939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.275939 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-11928d4f-a154-4843-9169-7d84104e7815 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1519556
Apr 07 08:00:17.277366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 41602) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:17.283587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'security_group_rule': {'security_group_id': '1ae3da08-6d41-4a5b-8676-1d73ab34fbc4', 'project_id': '974f9d493d8441c4b023298973ded87d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:17.290865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:17.295112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:security_group_rule and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:17.298366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:17.305142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:17.325200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.407498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.410553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.413310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:17.431090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcf8225-21a4-4814-9208-26e980d9083a None None] New status for floating IP e40605ef-f5b6-4b01-9541-1858d7a01969: ACTIVE {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:00:17.435412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:00:17.443768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aaa0be6-a06b-4c05-99ef-ead525085b25,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:17.448241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:17.455277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.458815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.460749 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1817584
Apr 07 08:00:17.463555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] Sync routers for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:00:17.474281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 41606) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:17.478011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:00:17.478631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5b3fd0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:59:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:00:17.482294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'security_group_rule': {'security_group_id': '1ae3da08-6d41-4a5b-8676-1d73ab34fbc4', 'project_id': '974f9d493d8441c4b023298973ded87d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:17.489458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:17.495001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:security_group_rule and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:17.499068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:17.507139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:17.528850 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.securitygroups_db [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Project 974f9d493d8441c4b023298973ded87d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 08:00:17.549069 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2704616
Apr 07 08:00:17.549069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:17.554538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.606892 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'status': 'completed', 'code': 200}
Apr 07 08:00:17.632884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.640419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.700707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0427ad53-0470-4687-8c3b-b82619378efb tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:17.736413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186f9d9b-74e8-4a9f-863f-2cdd74ac41a5,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:17.744104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:17.753920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.758706 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2789278
Apr 07 08:00:17.759558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 41618) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:00:17.766992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'security_group_rule': {'security_group_id': '1ae3da08-6d41-4a5b-8676-1d73ab34fbc4', 'project_id': '974f9d493d8441c4b023298973ded87d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:17.774926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:17.779693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Usage tracker for resource:security_group_rule and tenant:974f9d493d8441c4b023298973ded87d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:00:17.780085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-fa4ccb18-101a-4c3d-bb0c-2f9ecad5542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:17.781763 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-fa4ccb18-101a-4c3d-bb0c-2f9ecad5542d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1099 time: 0.1394470
Apr 07 08:00:17.784679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:00:17.792013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:17.803339 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.securitygroups_db [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Project 974f9d493d8441c4b023298973ded87d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 08:00:17.819392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.896172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.899593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.908332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:17.928283 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:00:17.931713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ee95dc-a950-430b-b6ff-9fc7df427877,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:17.934385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:17.942273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:17.943764 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3229f2b3-41c9-4610-853d-51242668a401 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1820796
Apr 07 08:00:17.978052 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-0651eae5-b49e-4a3a-bcf8-db06aa3f6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:17.979647 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-0651eae5-b49e-4a3a-bcf8-db06aa3f6321 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 910 time: 0.1771290
Apr 07 08:00:18.150436 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ef34825-477d-4d08-a390-33f6ee099151 req-3f805dbd-965f-4931-9244-4d9bcf864ff2 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555384050&fields=id&tenant_id=974f9d493d8441c4b023298973ded87d HTTP/1.1" status: 200  len: 267 time: 0.0857651
Apr 07 08:00:18.152779 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-25dddf8a-60f1-4231-abd0-303e30ebe0f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 999 time: 0.1480186
Apr 07 08:00:18.294518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-29ef8b21-b964-44f6-899e-b144cbae74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:18.295981 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-29ef8b21-b964-44f6-899e-b144cbae74de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 200  len: 848 time: 0.0836859
Apr 07 08:00:18.318699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5b3fd0>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'd7305ed5-d666-4360-92d8-5a8d0fe5cab6', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'port_id': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'mac_address': 'fa:16:3e:85:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:00:15Z', 'updated_at': '2021-04-07T08:00:15Z', 'revision_number': 0, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:59:01Z', 'revision_number': 5, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:00:18.322843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] Checking router: 40fb32dd-2b94-4820-8c48-24edd45bb6fe for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:00:18.332067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:00:18.332748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5b3fd0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T07:59:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:00:18.354184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef34825-477d-4d08-a390-33f6ee099151 req-c1f2de5a-3391-49c5-bc03-ae5faca30268 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:18.355797 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ef34825-477d-4d08-a390-33f6ee099151 req-c1f2de5a-3391-49c5-bc03-ae5faca30268 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.1980605
Apr 07 08:00:18.373512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-1ef34825-477d-4d08-a390-33f6ee099151 req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'port': {'security_groups': ['eba37cf1-2504-4994-adc9-79af18e479b8', '1ae3da08-6d41-4a5b-8676-1d73ab34fbc4']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:18.513974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-749b5e5b-1c9c-4c05-a400-306ad45898f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:18.515581 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-749b5e5b-1c9c-4c05-a400-306ad45898f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2083118
Apr 07 08:00:18.541620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:00:18.551899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1ef34825-477d-4d08-a390-33f6ee099151 req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:18.912490 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-c1a3f229-ea1a-45d2-a167-076dfd3dde06 service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3873518
Apr 07 08:00:18.917551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5b3fd0>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'd7305ed5-d666-4360-92d8-5a8d0fe5cab6', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'port_id': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'mac_address': 'fa:16:3e:85:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:00:15Z', 'updated_at': '2021-04-07T08:00:15Z', 'revision_number': 0, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:59:01Z', 'revision_number': 5, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:00:18.921769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e398166a-2eee-448e-b94e-52700616ce5a None None] The sync data for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi is: [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'd7305ed5-d666-4360-92d8-5a8d0fe5cab6', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'port_id': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'mac_address': 'fa:16:3e:85:b3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:00:15Z', 'updated_at': '2021-04-07T08:00:15Z', 'revision_number': 0, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:59:01Z', 'revision_number': 5, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:00:19.026629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-393f8954-0c5a-48ad-a94d-baace379f2e7 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:19.028214 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-393f8954-0c5a-48ad-a94d-baace379f2e7 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 814 time: 0.4057360
Apr 07 08:00:19.080542 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-48d22275-de64-4878-85ac-d71cde032d37 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/quotas/dd44a59498fe4a7abe7a09df15d777f8 HTTP/1.1" status: 200  len: 375 time: 0.0391679
Apr 07 08:00:19.519607 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-416ab8a6-12bb-40ed-b1ae-fe4e68ccb5c5 req-0c61b8d9-2593-42d7-944a-a4546b06c6af service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5855837
Apr 07 08:00:19.569823 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-42ca62f9-12c2-4016-8471-a743edfb7763 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4824178
Apr 07 08:00:19.580555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-1ef34825-477d-4d08-a390-33f6ee099151 req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] For port 81be43ef-77d0-4921-a487-997f4b9a7596, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=81be43ef-77d0-4921-a487-997f4b9a7596,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:19.703347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1ef34825-477d-4d08-a390-33f6ee099151 req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:19.716150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1ef34825-477d-4d08-a390-33f6ee099151 req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:19.730775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['81be43ef-77d0-4921-a487-997f4b9a7596'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:19.733204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:19.781327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f805c733-74e8-43cc-a6ed-64975bd22a25 None None] New status for floating IP d7305ed5-d666-4360-92d8-5a8d0fe5cab6: ACTIVE {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:00:19.888205 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-a664c5c5-e6e1-46fa-b727-acddf995bcd3 service neutron] 10.222.0.61 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3096299
Apr 07 08:00:20.004291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'Port': ['ID=81be43ef-77d0-4921-a487-997f4b9a7596,revision_number=6']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:20.034626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.035033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.035430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.035863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.036242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.036634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.037019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.037426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.037806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.038183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.038565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.038944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:00:20.048714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:20.102860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef34825-477d-4d08-a390-33f6ee099151 req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:20.103562 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-1ef34825-477d-4d08-a390-33f6ee099151 req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:20.105255 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ef34825-477d-4d08-a390-33f6ee099151 req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "PUT /v2.0/ports/81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 982 time: 1.7394590
Apr 07 08:00:20.105645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:20.129550 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-beab095d-e5e1-47b2-a30d-71972c5a9bec service neutron] 10.222.0.61 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318666
Apr 07 08:00:20.232735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['81be43ef-77d0-4921-a487-997f4b9a7596'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:20.342287 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596', 'status': 'completed', 'code': 200}
Apr 07 08:00:20.352781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b63c0d-c1f8-45f3-99b7-57a7c16239a8 req-50540171-f438-485a-8a91-03814971eaab tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:20.355205 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d2b63c0d-c1f8-45f3-99b7-57a7c16239a8 req-50540171-f438-485a-8a91-03814971eaab tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.1298394
Apr 07 08:00:20.442024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-3c90feda-f9c9-4685-a888-324544bf6b26 None None] Provisioning complete for port 81be43ef-77d0-4921-a487-997f4b9a7596 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:00:20.442442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3c90feda-f9c9-4685-a888-324544bf6b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:20.506823 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cc9d200f-caf9-41a4-9caf-bd0ceae6c140 req-2cb6a66c-1996-4624-b0c1-27f608039e44 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 210 time: 0.0784979
Apr 07 08:00:20.521281 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d2b63c0d-c1f8-45f3-99b7-57a7c16239a8 req-e1d7ffda-4fdc-4518-bace-3dc473bcff67 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1586947
Apr 07 08:00:20.557393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-22b6e876-bcca-451b-a80a-931e24d7925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:20.557393 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-22b6e876-bcca-451b-a80a-931e24d7925f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1138 time: 0.1714840
Apr 07 08:00:20.708209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-bf2d826b-971c-4c0b-b57c-31375b72deef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:20.709864 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-bf2d826b-971c-4c0b-b57c-31375b72deef service neutron] 10.222.0.67 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 915 time: 0.1458406
Apr 07 08:00:20.840360 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-61b67514-6402-4f37-8c66-454351f44ee5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 1002 time: 0.1083672
Apr 07 08:00:20.918279 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-e20c1f65-114b-49a4-b623-3bfdc1850cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:20.919836 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-e20c1f65-114b-49a4-b623-3bfdc1850cbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 200  len: 853 time: 0.0717101
Apr 07 08:00:21.012786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-faeafac1-f2ac-4d82-b99b-4a26d41436a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:21.014466 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-faeafac1-f2ac-4d82-b99b-4a26d41436a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad432238-a4a6-40d3-a104-7a6ea1076cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814583
Apr 07 08:00:21.176873 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-af097a0d-067b-40ab-b4ed-dc4b83ed7509 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343393
Apr 07 08:00:21.328798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-402fcd82-54de-4cd3-a9fc-1d5e5d1b4ea8 req-697f0e60-9c69-4c9e-9495-08071fb52938 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340942
Apr 07 08:00:21.688771 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-66f40fc8-80e0-4cc0-b8d5-b16706324e4b req-8ea15d35-3cb6-4048-a299-071eb7e01053 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 210 time: 0.0544367
Apr 07 08:00:21.849161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-c9a70035-2fe1-432b-bfe8-e251668d1f44 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:21.850724 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-c9a70035-2fe1-432b-bfe8-e251668d1f44 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 814 time: 0.1579342
Apr 07 08:00:21.872318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Request body: {'port': {'device_id': '61b2cc52-4156-44ed-86fa-712dde126bd9', 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'admin_state_up': True, 'tenant_id': 'dd44a59498fe4a7abe7a09df15d777f8'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:22.022846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:22.032895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:22.041651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Made reservation on behalf of dd44a59498fe4a7abe7a09df15d777f8 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:00:22.047818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:22.217145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Allocated IP 172.20.0.14 (ebcf1867-5848-4ec9-98d3-ddf65be9e307/35f623ab-c804-4c57-983f-43f05bbfe1a4/1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:00:22.431104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:22.460189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:22.475405 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:22.475845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['cea18bfd-4d8e-4f86-b6a8-d0073da2d13e'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:22.611472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Pushing event updated for resources: {'Port': ['ID=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:22.616294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:22.670001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:00:22.671115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:00:22.673300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:00:22.742144 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:22.742829 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:22.768999 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9013257
Apr 07 08:00:22.795486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Request body: {'port': {'device_id': '61b2cc52-4156-44ed-86fa-712dde126bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:22.980699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:23.009075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5899d-dc52-4825-9c5a-3d4726661fc3 req-cc8eb213-c036-4e00-902e-1d687d76fe51 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:23.009824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-53d5899d-dc52-4825-9c5a-3d4726661fc3 req-cc8eb213-c036-4e00-902e-1d687d76fe51 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:00:23.070670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-53d5899d-dc52-4825-9c5a-3d4726661fc3 req-cc8eb213-c036-4e00-902e-1d687d76fe51 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:00:23.071939 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-53d5899d-dc52-4825-9c5a-3d4726661fc3 req-cc8eb213-c036-4e00-902e-1d687d76fe51 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 932 time: 0.2499337
Apr 07 08:00:23.215134 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-53d5899d-dc52-4825-9c5a-3d4726661fc3 req-20c41648-791f-48fe-aaa8-ddfc57567481 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095321
Apr 07 08:00:23.329475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-76549ee9-3a97-4092-af06-b7cc5f2ecd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:23.460628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:00:23.468870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:23.484664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Transition to ACTIVE for port object 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:00:23.487318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:23.503095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c29202b-b568-4082-b774-49c0a025888e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:23.915151 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Pushing event updated for resources: {'Port': ['ID=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:23.920688 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:24.038742 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-63e584a8-f0c4-4522-8b94-ccda6f27b59f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2141848
Apr 07 08:00:24.216090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Attempting to bind port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:00:24.216467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Attempting to bind port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:00:24.216830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Attempting to bind port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:00:24.227317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:00:24.227674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Attempting to bind port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:00:24.235350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 7, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:00:24.235723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Checking segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:00:24.236145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Bound using segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:00:24.236611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Bound port: 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:00:24.236996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:24.292196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-854279fd-46ca-42a6-896a-c34bd0d34922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:24.293798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-854279fd-46ca-42a6-896a-c34bd0d34922 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 1099 time: 0.1701021
Apr 07 08:00:24.474940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] For port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:00:24.490392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] For port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:00:24.501951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:24.527376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:24.690073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-18db1aa9-3db7-4e30-9ab2-11b206d64e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:24.691647 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-18db1aa9-3db7-4e30-9ab2-11b206d64e9c service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 917 time: 0.3645544
Apr 07 08:00:24.775198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4f6d-840c-4b31-a2b5-c2e1abdfd5f0 req-292915ed-9818-41b1-811a-c95e9d65605d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:24.776761 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f6c4f6d-840c-4b31-a2b5-c2e1abdfd5f0 req-292915ed-9818-41b1-811a-c95e9d65605d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 944 time: 0.4223986
Apr 07 08:00:24.806452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Pushing event updated for resources: {'Port': ['ID=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:24.813866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:24.894725 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-d1a6a9a6-cd1d-4e94-9646-351db7a66f2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d HTTP/1.1" status: 200  len: 1001 time: 0.1894131
Apr 07 08:00:24.945146 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f6c4f6d-840c-4b31-a2b5-c2e1abdfd5f0 req-9bdacaef-30bc-4cc9-a50f-e2f77cea27bd tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422858
Apr 07 08:00:24.949300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:24.949981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:24.951397 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] 10.222.0.67 "PUT /v2.0/ports/1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b HTTP/1.1" status: 200  len: 1094 time: 2.1606624
Apr 07 08:00:24.951918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b2cc52-4156-44ed-86fa-712dde126bd9', 'tag': '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:24.983537 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-2a448914-b880-43e5-8356-7c3f28ee86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:24.985218 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-2a448914-b880-43e5-8356-7c3f28ee86e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.0783122
Apr 07 08:00:25.037633 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b2cc52-4156-44ed-86fa-712dde126bd9', 'tag': '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b', 'status': 'completed', 'code': 200}
Apr 07 08:00:25.150947 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-ce863981-3d1e-4578-ab87-c7659633e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:25.152550 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-ce863981-3d1e-4578-ab87-c7659633e651 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1528881
Apr 07 08:00:25.154505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-51280ac6-98c2-4616-bfe0-31dc82decacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:25.155967 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-51280ac6-98c2-4616-bfe0-31dc82decacb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 1097 time: 0.1543543
Apr 07 08:00:25.307977 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-d86fd9c7-99ff-4e6b-9ac1-2a46989c22e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b HTTP/1.1" status: 200  len: 217 time: 0.1376173
Apr 07 08:00:25.420648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-5dcd25a5-2a68-4005-9135-4ebf1de9804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:25.422250 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-5dcd25a5-2a68-4005-9135-4ebf1de9804b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 200  len: 854 time: 0.0996788
Apr 07 08:00:25.427386 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-495945ed-256f-4fc4-8c0b-2393c7a07a85 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584233
Apr 07 08:00:25.509590 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-222178fa-26b4-4394-b28e-b48f0c5035ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebcf1867-5848-4ec9-98d3-ddf65be9e307&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0681775
Apr 07 08:00:25.736717 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64a6ef12-2b2d-4913-bfab-f8404e0bc7fd req-8caa1a3e-b2b6-45cf-85fa-ebda072bf00d service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2608101
Apr 07 08:00:25.744990 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-ebae1a56-38e5-42ab-b417-c9fb29f97899 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861327
Apr 07 08:00:25.891074 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f64d34a-30e8-423e-83d9-1d7d13d070a1 req-b4037af7-2bd9-4c91-80c7-7a321c07d8d9 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369452
Apr 07 08:00:26.012050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2a3cceee-581a-4956-bd03-46524f534d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:26.043851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-a56ec72e-c853-47e2-9e4a-682116744de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:26.045478 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-a56ec72e-c853-47e2-9e4a-682116744de0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 1097 time: 0.0860312
Apr 07 08:00:26.252477 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-913283dd-67de-4639-ad05-82675d928c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:26.254021 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-913283dd-67de-4639-ad05-82675d928c5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 915 time: 0.1988897
Apr 07 08:00:26.259805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:26.266298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d81f6-b331-4fd7-9839-06a74fc6c75b req-d17a8553-9171-4907-9571-d36bd7bf2328 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:26.267800 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-db2d81f6-b331-4fd7-9839-06a74fc6c75b req-d17a8553-9171-4907-9571-d36bd7bf2328 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 944 time: 0.1883872
Apr 07 08:00:26.351326 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-83df2d84-5451-4696-b74f-c9437976a6b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b HTTP/1.1" status: 200  len: 217 time: 0.0825124
Apr 07 08:00:26.416412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:26.424792 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-db2d81f6-b331-4fd7-9839-06a74fc6c75b req-287c9e82-cae7-43b6-973d-57ac4a27829d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022501
Apr 07 08:00:26.440336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-e25da2ab-c72d-44cb-a435-54754991f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:26.442154 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-e25da2ab-c72d-44cb-a435-54754991f9ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 200  len: 854 time: 0.0763488
Apr 07 08:00:26.724640 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-a3fc301f-cad6-49de-809a-dd3d7a36ac7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebcf1867-5848-4ec9-98d3-ddf65be9e307&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2723260
Apr 07 08:00:26.871364 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-209aefb1-702f-4068-91ca-28d2dc42edaf service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341674
Apr 07 08:00:27.015446 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e41d7cc9-2a58-4971-b3bf-fdd7474d2b0f req-1fbc8514-7cfb-4d18-b9bc-4aa0404a40c4 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341348
Apr 07 08:00:27.440611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:27.627665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e327398-1b22-4fd6-a312-edb236a191ad req-0c6b8611-fd20-4f23-af54-11e9b3fdd0d9 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:27.629678 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1e327398-1b22-4fd6-a312-edb236a191ad req-0c6b8611-fd20-4f23-af54-11e9b3fdd0d9 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 944 time: 0.0865798
Apr 07 08:00:27.676371 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1e327398-1b22-4fd6-a312-edb236a191ad req-40d2f930-73f6-4d92-b199-48e5668a5a47 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402608
Apr 07 08:00:28.116108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:28.878265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaf44e-fc7e-4819-b150-fb023266b52e req-265fc37a-6a91-4a49-aa50-b6f5f427aba2 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:28.879922 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ecaf44e-fc7e-4819-b150-fb023266b52e req-265fc37a-6a91-4a49-aa50-b6f5f427aba2 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 944 time: 0.0905993
Apr 07 08:00:28.928679 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ecaf44e-fc7e-4819-b150-fb023266b52e req-4d4ae907-8d4e-47aa-9e23-b8689b10cbd5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423753
Apr 07 08:00:29.939018 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:00:30.081079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:30.095934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b', 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'port_id': '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b', 'mac_address': 'fa:16:3e:07:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f623ab-c804-4c57-983f-43f05bbfe1a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:00:30.135498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbdb15-976b-41d4-92a8-6eef4225f9c7 req-7ddfcb8b-0766-4d19-a20d-94645f77d16a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:30.141145 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d3cbdb15-976b-41d4-92a8-6eef4225f9c7 req-7ddfcb8b-0766-4d19-a20d-94645f77d16a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 944 time: 0.0999105
Apr 07 08:00:30.156195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:30.177123 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:00:30.189670 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d3cbdb15-976b-41d4-92a8-6eef4225f9c7 req-10b3647c-3ab1-415e-b658-ea82586411a8 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453203
Apr 07 08:00:30.193451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:30.196452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:30.198303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-299037f6-743e-4338-bc4d-0d874d7aaefe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:30.267855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:30.270980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:30.612105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:31.386877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478a338-1ba8-4554-a6cf-7f91b64f3168 req-a04bad31-5a53-4188-9d83-60e3f69768d8 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:31.388450 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8478a338-1ba8-4554-a6cf-7f91b64f3168 req-a04bad31-5a53-4188-9d83-60e3f69768d8 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 945 time: 0.0864491
Apr 07 08:00:31.435351 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8478a338-1ba8-4554-a6cf-7f91b64f3168 req-de59a479-75dd-47d0-b4fb-8be943d73f5b tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404198
Apr 07 08:00:31.954647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:00:32.024900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:00:32.029751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:00:32.030191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:32.153442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:32.180749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b2cc52-4156-44ed-86fa-712dde126bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:32.190950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:32.194579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:32.196318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:32.233386 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b2cc52-4156-44ed-86fa-712dde126bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b', 'code': 200}
Apr 07 08:00:32.266130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:32.269193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:32.638261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954022-bd76-4ca9-87e5-7d1f85c1c0c7 req-63bd3408-40e7-401f-b06e-a24cd2102e97 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:32.639817 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-01954022-bd76-4ca9-87e5-7d1f85c1c0c7 req-63bd3408-40e7-401f-b06e-a24cd2102e97 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0897746
Apr 07 08:00:32.687165 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-01954022-bd76-4ca9-87e5-7d1f85c1c0c7 req-4d30c9f1-b8d1-4232-b06d-ab04da126a4a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407836
Apr 07 08:00:33.887263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8224c-978a-4dca-ba0f-c117dfb462e2 req-febe749c-6081-4499-a5cd-db10d09f0caf tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:33.888858 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-40c8224c-978a-4dca-ba0f-c117dfb462e2 req-febe749c-6081-4499-a5cd-db10d09f0caf tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0878713
Apr 07 08:00:33.939966 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-40c8224c-978a-4dca-ba0f-c117dfb462e2 req-fa728aa2-44e8-46d1-a22a-e14e5ed3d445 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437059
Apr 07 08:00:35.142989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd84130-0032-4fa6-9c2a-6763f78bd8c3 req-e16dc085-0a88-42cb-8e04-b94535717056 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:35.144585 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bcd84130-0032-4fa6-9c2a-6763f78bd8c3 req-e16dc085-0a88-42cb-8e04-b94535717056 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0898671
Apr 07 08:00:35.192215 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bcd84130-0032-4fa6-9c2a-6763f78bd8c3 req-37854263-d7a3-4f04-a1c3-0e598ed154b5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412304
Apr 07 08:00:35.326052 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3667-d50c-4dd8-bed9-df1ad9a91ef5 req-fa71d6f1-3adf-433d-99c1-dc0ead80b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:35.327694 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-009a3667-d50c-4dd8-bed9-df1ad9a91ef5 req-fa71d6f1-3adf-433d-99c1-dc0ead80b0b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 1099 time: 0.0784032
Apr 07 08:00:35.371372 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-009a3667-d50c-4dd8-bed9-df1ad9a91ef5 req-e629e476-fe81-44fe-9112-1ea818b17cd9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364878
Apr 07 08:00:36.398262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b983b-7437-4b2c-85ba-f0cd76f8f17d req-20ec8886-d50e-46fc-b951-d171e536fb18 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:36.399854 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-242b983b-7437-4b2c-85ba-f0cd76f8f17d req-20ec8886-d50e-46fc-b951-d171e536fb18 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0878570
Apr 07 08:00:36.447360 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-242b983b-7437-4b2c-85ba-f0cd76f8f17d req-1bb6646d-d316-4005-bd71-854ae6e733bd tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410621
Apr 07 08:00:37.647627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef94ef6-cf4b-4d02-9c87-d847ddc06c56 req-2cfba260-57cc-47b0-ad33-32659ae11153 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:37.649227 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4ef94ef6-cf4b-4d02-9c87-d847ddc06c56 req-2cfba260-57cc-47b0-ad33-32659ae11153 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0897541
Apr 07 08:00:37.696492 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4ef94ef6-cf4b-4d02-9c87-d847ddc06c56 req-a6d19151-c8ad-46e8-b38b-9f4fe3c23312 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410383
Apr 07 08:00:38.591863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:00:42.252364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-fd3f8b71-7064-4dcd-8adc-850686ecbb60 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:42.254027 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-fd3f8b71-7064-4dcd-8adc-850686ecbb60 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 814 time: 0.1568835
Apr 07 08:00:42.269631 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-c0f0ef43-6528-4693-9732-2fb1a9e38750 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/quotas/dd44a59498fe4a7abe7a09df15d777f8 HTTP/1.1" status: 200  len: 375 time: 0.0096390
Apr 07 08:00:42.357721 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-e632117d-f918-4587-8d7b-79261c2c41b8 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0822330
Apr 07 08:00:42.499004 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-78e1e916-aeb0-4eab-be4b-6aa8c7812343 service neutron] 10.222.0.61 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332335
Apr 07 08:00:42.639494 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-80b29fd2-9b67-4474-bcd0-7da26b804802 service neutron] 10.222.0.61 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334302
Apr 07 08:00:42.834895 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1f214200-e40d-4d27-8883-09b71556d216 req-680a5168-916d-4091-b795-9d91d0c424cf tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 210 time: 0.0512247
Apr 07 08:00:43.997833 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7bbcc0dc-9409-421e-bf20-ff7e95bb38b0 req-e842e11d-9d6e-41c7-b2c3-55cecbd7ba7f tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 210 time: 0.0481331
Apr 07 08:00:45.160735 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0712714f-005d-45c8-9aa5-329878d9cb70 req-7ee35e7b-042c-43f2-a673-b9155e01a3e8 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 210 time: 0.0485981
Apr 07 08:00:45.553335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-4cc99247-12b5-406e-845d-cd6aab901c27 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:45.554883 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-4cc99247-12b5-406e-845d-cd6aab901c27 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 814 time: 0.1589458
Apr 07 08:00:45.572847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Request body: {'port': {'device_id': 'e09a9d2c-b351-4e88-a8da-ac0b97948a10', 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'admin_state_up': True, 'tenant_id': 'dd44a59498fe4a7abe7a09df15d777f8'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:45.716515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:00:45.726550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:00:45.735360 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Made reservation on behalf of dd44a59498fe4a7abe7a09df15d777f8 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:00:45.741351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:45.910782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Allocated IP 172.20.0.12 (ebcf1867-5848-4ec9-98d3-ddf65be9e307/35f623ab-c804-4c57-983f-43f05bbfe1a4/d51b28cf-a31c-400c-8c9a-3da959d01ac6) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:00:46.122900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:46.152122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:46.167450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:46.169789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4d627849-2c9a-4e5f-8b55-670629899a63 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:46.409458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Pushing event updated for resources: {'Port': ['ID=d51b28cf-a31c-400c-8c9a-3da959d01ac6,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:46.413021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:46.425561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:00:46.427533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:00:46.436206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:00:46.513284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94514374-d8e4-4ad1-8367-76fd45d67d7b req-ba5bb59c-80ed-4bc2-9810-efd16d3bb401 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:46.514886 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-94514374-d8e4-4ad1-8367-76fd45d67d7b req-ba5bb59c-80ed-4bc2-9810-efd16d3bb401 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 932 time: 0.2301559
Apr 07 08:00:46.521237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:46.521914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:46.579047 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0106428
Apr 07 08:00:46.583967 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-94514374-d8e4-4ad1-8367-76fd45d67d7b req-6a3f297e-2e87-411c-8c0c-2415ac4a90cc tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578463
Apr 07 08:00:46.591720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Request body: {'port': {'device_id': 'e09a9d2c-b351-4e88-a8da-ac0b97948a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:00:46.712429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:47.118177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51b28cf-a31c-400c-8c9a-3da959d01ac6 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:00:47.125955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:47.140875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Transition to ACTIVE for port object d51b28cf-a31c-400c-8c9a-3da959d01ac6 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:00:47.143488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:47.158502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c9e004db-a59d-41ac-9e19-283944e3166e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:47.289705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d51b28cf-a31c-400c-8c9a-3da959d01ac6,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:47.294316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:47.779182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Attempting to bind port d51b28cf-a31c-400c-8c9a-3da959d01ac6 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:00:47.779471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Attempting to bind port d51b28cf-a31c-400c-8c9a-3da959d01ac6 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:00:47.779831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Attempting to bind port d51b28cf-a31c-400c-8c9a-3da959d01ac6 on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:00:47.792169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Port d51b28cf-a31c-400c-8c9a-3da959d01ac6 on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:00:47.792527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Attempting to bind port d51b28cf-a31c-400c-8c9a-3da959d01ac6 on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:00:47.801906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:00:47.802273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Checking segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:00:47.802687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Bound using segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:00:47.803169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Bound port: d51b28cf-a31c-400c-8c9a-3da959d01ac6, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:00:47.803541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:47.870966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9bbf8-65f8-414a-926d-ef4dda871c00 req-7e792927-0327-4332-bda8-7f6e6bd5fcc3 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:47.871711 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-84f9bbf8-65f8-414a-926d-ef4dda871c00 req-7e792927-0327-4332-bda8-7f6e6bd5fcc3 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:00:47.918018 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-84f9bbf8-65f8-414a-926d-ef4dda871c00 req-7e792927-0327-4332-bda8-7f6e6bd5fcc3 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:00:47.919271 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-84f9bbf8-65f8-414a-926d-ef4dda871c00 req-7e792927-0327-4332-bda8-7f6e6bd5fcc3 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 944 time: 0.2198510
Apr 07 08:00:47.924765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] For port d51b28cf-a31c-400c-8c9a-3da959d01ac6, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:00:47.929124 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] For port d51b28cf-a31c-400c-8c9a-3da959d01ac6, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51b28cf-a31c-400c-8c9a-3da959d01ac6,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:00:47.946729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:47.964835 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:48.114742 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-84f9bbf8-65f8-414a-926d-ef4dda871c00 req-ee430119-c069-4fb7-8cd9-93498812665d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875954
Apr 07 08:00:48.135386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d51b28cf-a31c-400c-8c9a-3da959d01ac6,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:48.140815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:48.171842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:48.172201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:48.173672 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] 10.222.0.67 "PUT /v2.0/ports/d51b28cf-a31c-400c-8c9a-3da959d01ac6 HTTP/1.1" status: 200  len: 1094 time: 1.5863590
Apr 07 08:00:48.174178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a9d2c-b351-4e88-a8da-ac0b97948a10', 'tag': 'd51b28cf-a31c-400c-8c9a-3da959d01ac6'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:48.265550 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a9d2c-b351-4e88-a8da-ac0b97948a10', 'tag': 'd51b28cf-a31c-400c-8c9a-3da959d01ac6', 'status': 'completed', 'code': 200}
Apr 07 08:00:48.301201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-df81d4d5-3a43-45bf-9ffe-85cd43e42983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:48.302809 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-df81d4d5-3a43-45bf-9ffe-85cd43e42983 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 1097 time: 0.0830169
Apr 07 08:00:48.379218 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-a337fd61-0ca0-4478-b757-76d830d80e57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51b28cf-a31c-400c-8c9a-3da959d01ac6 HTTP/1.1" status: 200  len: 217 time: 0.0649388
Apr 07 08:00:48.452440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-17e7b54e-b626-454a-b55c-64b3fb1579f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:48.453978 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-17e7b54e-b626-454a-b55c-64b3fb1579f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 200  len: 854 time: 0.0646384
Apr 07 08:00:48.508464 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-61be3db5-bc8e-4864-80a5-95dc1e73fd59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebcf1867-5848-4ec9-98d3-ddf65be9e307&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449421
Apr 07 08:00:48.655297 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-53101cad-a59b-4cdb-bb03-2c0d604abcfa service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343985
Apr 07 08:00:48.800552 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f27b8c0-0e7b-4559-858c-7a3b36927574 req-2af3f02e-771d-4650-953e-a54b8432bd86 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380229
Apr 07 08:00:48.933518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0c63-edec-43f0-b018-2a9625518d81 req-20f4b14f-e812-4a81-90fa-99db673cf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:48.935110 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303a0c63-edec-43f0-b018-2a9625518d81 req-20f4b14f-e812-4a81-90fa-99db673cf8a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 1097 time: 0.0848877
Apr 07 08:00:49.094894 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0c63-edec-43f0-b018-2a9625518d81 req-620d2d7f-e7e6-4786-bae7-adc8d69d7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:49.096499 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303a0c63-edec-43f0-b018-2a9625518d81 req-620d2d7f-e7e6-4786-bae7-adc8d69d7bf4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 915 time: 0.1464655
Apr 07 08:00:49.171530 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303a0c63-edec-43f0-b018-2a9625518d81 req-05021692-d7ac-4790-8b30-fccdf6a1e497 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d51b28cf-a31c-400c-8c9a-3da959d01ac6 HTTP/1.1" status: 200  len: 217 time: 0.0665345
Apr 07 08:00:49.291359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0c63-edec-43f0-b018-2a9625518d81 req-c29c47c4-a491-4cbc-b076-8bf2e4dc7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:49.292918 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303a0c63-edec-43f0-b018-2a9625518d81 req-c29c47c4-a491-4cbc-b076-8bf2e4dc7d7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 200  len: 854 time: 0.1146414
Apr 07 08:00:49.359418 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303a0c63-edec-43f0-b018-2a9625518d81 req-77e391a3-cefe-4de7-a691-c54d15d7c908 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebcf1867-5848-4ec9-98d3-ddf65be9e307&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509498
Apr 07 08:00:49.399529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0c010-7870-4bbf-9f4e-be23256a937c req-1780eee5-3a4f-49b0-b0e3-c7ce66d11902 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:49.400993 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-90c0c010-7870-4bbf-9f4e-be23256a937c req-1780eee5-3a4f-49b0-b0e3-c7ce66d11902 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 944 time: 0.1672223
Apr 07 08:00:49.511600 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-90c0c010-7870-4bbf-9f4e-be23256a937c req-dd8d8f11-75db-4d77-8f08-ad084bd6d013 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648520
Apr 07 08:00:49.547554 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303a0c63-edec-43f0-b018-2a9625518d81 req-cf96c7e9-6db6-405f-9c48-c218212d76c5 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801648
Apr 07 08:00:49.697233 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-303a0c63-edec-43f0-b018-2a9625518d81 req-6e18c6d0-4394-4ee1-9891-e57480b043e2 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356745
Apr 07 08:00:50.570410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498610-1ccb-4e6d-8bff-6d37379bec3b req-e6cc9223-a7b2-4916-9341-5bb2089ca0b8 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:50.572025 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f6498610-1ccb-4e6d-8bff-6d37379bec3b req-e6cc9223-a7b2-4916-9341-5bb2089ca0b8 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 945 time: 0.0867698
Apr 07 08:00:50.620246 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f6498610-1ccb-4e6d-8bff-6d37379bec3b req-4dfa13b9-e925-40d5-9a73-88e43a68f634 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414283
Apr 07 08:00:50.714188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55d795-fb2c-4020-b928-321f4b77f6f2 req-06e49e4d-b4ad-41e5-9ab7-764a65868c30 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:50.715690 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4f55d795-fb2c-4020-b928-321f4b77f6f2 req-06e49e4d-b4ad-41e5-9ab7-764a65868c30 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 944 time: 0.0894797
Apr 07 08:00:50.763707 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4f55d795-fb2c-4020-b928-321f4b77f6f2 req-98f55746-9e3f-41a9-a10a-b8bec2bc52de tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415163
Apr 07 08:00:51.818610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1759-24ad-4801-b618-598bcd3b7460 req-167624df-0493-4fdf-acfc-f89bd600cb56 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:51.820725 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e6ee1759-24ad-4801-b618-598bcd3b7460 req-167624df-0493-4fdf-acfc-f89bd600cb56 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 945 time: 0.0881004
Apr 07 08:00:51.872735 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e6ee1759-24ad-4801-b618-598bcd3b7460 req-acada2bc-da68-4634-b624-b2a86a081529 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457149
Apr 07 08:00:51.962908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e32fd5-fd7c-4d91-84f4-1eae3ae5baef req-09581d93-a210-45ab-a347-9d4af0458e36 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:51.964553 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76e32fd5-fd7c-4d91-84f4-1eae3ae5baef req-09581d93-a210-45ab-a347-9d4af0458e36 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 944 time: 0.0880864
Apr 07 08:00:52.011570 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76e32fd5-fd7c-4d91-84f4-1eae3ae5baef req-2008f94a-5839-4b67-b38d-ab7dee56f934 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407550
Apr 07 08:00:52.092059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device d51b28cf-a31c-400c-8c9a-3da959d01ac6 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:00:52.229603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port d51b28cf-a31c-400c-8c9a-3da959d01ac6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51b28cf-a31c-400c-8c9a-3da959d01ac6,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:52.246263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'd51b28cf-a31c-400c-8c9a-3da959d01ac6', 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'port_id': 'd51b28cf-a31c-400c-8c9a-3da959d01ac6', 'mac_address': 'fa:16:3e:c6:74:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f623ab-c804-4c57-983f-43f05bbfe1a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:00:52.303444 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:52.320960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51b28cf-a31c-400c-8c9a-3da959d01ac6 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:00:52.337474 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port d51b28cf-a31c-400c-8c9a-3da959d01ac6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51b28cf-a31c-400c-8c9a-3da959d01ac6,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:52.340321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:52.342913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-af453c07-1926-4e1c-905e-6c1df282a2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:52.411835 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=d51b28cf-a31c-400c-8c9a-3da959d01ac6,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:52.415131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:52.616838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-54c36ae9-9021-4486-89c2-873305a7c5cc tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:52.618415 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-54c36ae9-9021-4486-89c2-873305a7c5cc tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.67 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 945 time: 0.0897501
Apr 07 08:00:52.699337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Deleting port efc2525a-d856-4f89-85a2-a36f3fac0b52 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:00:52.699723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:52.709895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['d51b28cf-a31c-400c-8c9a-3da959d01ac6'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:52.966841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] For port efc2525a-d856-4f89-85a2-a36f3fac0b52, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=efc2525a-d856-4f89-85a2-a36f3fac0b52,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:52.967423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:53.133152 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Calling delete_port for efc2525a-d856-4f89-85a2-a36f3fac0b52 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:00:53.322421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1f11a5d-02b1-45fb-8c78-929fd5e4fb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:53.588671 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f70ddf-2e16-4fba-9af9-b71557984e8e req-239d4437-bc8c-4e26-b5df-58d59bc3b14e tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:53.590202 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-24f70ddf-2e16-4fba-9af9-b71557984e8e req-239d4437-bc8c-4e26-b5df-58d59bc3b14e tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=b05379e3-6e19-4905-844e-83c4ccfcc5f1 HTTP/1.1" status: 200  len: 945 time: 0.5583622
Apr 07 08:00:53.601794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a039f0-bb23-45d1-b94e-ecb8f04c60c0 req-4271252b-fa37-4796-a6dd-67785d5222fc tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:53.603279 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e6a039f0-bb23-45d1-b94e-ecb8f04c60c0 req-4271252b-fa37-4796-a6dd-67785d5222fc tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 945 time: 0.2234190
Apr 07 08:00:53.666327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:53.681892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['efc2525a-d856-4f89-85a2-a36f3fac0b52'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:00:53.684086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:53.804445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Pushing event deleted for resources: {'Port': ['ID=efc2525a-d856-4f89-85a2-a36f3fac0b52,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:53.809021 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-24f70ddf-2e16-4fba-9af9-b71557984e8e req-37ac91ca-0c5b-43ce-b04b-44166c5a4ed5 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047789
Apr 07 08:00:53.809947 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:53.824629 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e6a039f0-bb23-45d1-b94e-ecb8f04c60c0 req-102472d9-5462-432f-bc88-366b4a9d9193 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001984
Apr 07 08:00:53.958961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] No DVR routers for this DVR port efc2525a-d856-4f89-85a2-a36f3fac0b52 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:00:53.962196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:53.966216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05379e3-6e19-4905-844e-83c4ccfcc5f1', 'name': 'network-vif-deleted', 'tag': 'efc2525a-d856-4f89-85a2-a36f3fac0b52'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:53.979586 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e61b6db0-287c-4692-9e8e-e2ce08c0ada0 req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.67 "DELETE /v2.0/ports/efc2525a-d856-4f89-85a2-a36f3fac0b52 HTTP/1.1" status: 204  len: 173 time: 1.3508031
Apr 07 08:00:54.026481 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05379e3-6e19-4905-844e-83c4ccfcc5f1', 'name': 'network-vif-deleted', 'tag': 'efc2525a-d856-4f89-85a2-a36f3fac0b52', 'status': 'completed', 'code': 200}
Apr 07 08:00:54.119642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device d51b28cf-a31c-400c-8c9a-3da959d01ac6 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:00:54.189198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port d51b28cf-a31c-400c-8c9a-3da959d01ac6 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:00:54.193986 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port d51b28cf-a31c-400c-8c9a-3da959d01ac6 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:00:54.194956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:54.317120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:54.344717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a9d2c-b351-4e88-a8da-ac0b97948a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b28cf-a31c-400c-8c9a-3da959d01ac6'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:00:54.355529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port d51b28cf-a31c-400c-8c9a-3da959d01ac6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51b28cf-a31c-400c-8c9a-3da959d01ac6,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:00:54.358315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:54.360199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:00:54.391929 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a9d2c-b351-4e88-a8da-ac0b97948a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b28cf-a31c-400c-8c9a-3da959d01ac6', 'code': 200}
Apr 07 08:00:54.433863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=d51b28cf-a31c-400c-8c9a-3da959d01ac6,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:00:54.437681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:00:54.639469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f378afc-1a54-4edb-8e5d-2287ff843a17 req-aef72e6a-53f9-45d1-adfd-a30deb7a4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:54.641016 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f378afc-1a54-4edb-8e5d-2287ff843a17 req-aef72e6a-53f9-45d1-adfd-a30deb7a4571 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 1099 time: 0.0765839
Apr 07 08:00:54.688418 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f378afc-1a54-4edb-8e5d-2287ff843a17 req-603390ab-b43d-40f8-b1a0-24e8641ace11 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374496
Apr 07 08:00:55.044888 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d3e6-c0f5-4208-96cf-a8f2fb3d82aa req-f9649dee-60a1-4420-ab6c-d46d9e2ea43e tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:55.046721 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-84a6d3e6-c0f5-4208-96cf-a8f2fb3d82aa req-f9649dee-60a1-4420-ab6c-d46d9e2ea43e tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 946 time: 0.0990267
Apr 07 08:00:55.096253 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-84a6d3e6-c0f5-4208-96cf-a8f2fb3d82aa req-80e6e08b-8005-489f-b3a3-ce1058aff6c2 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433147
Apr 07 08:00:56.013775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-249fcaba-fefd-46fc-9ac0-2a6f2e796ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:56.294526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97199933-aa20-4ab6-b71c-9d8c596ac969 req-9a9065c4-ac5c-48d2-b83f-0978f75961cd tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:56.296318 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97199933-aa20-4ab6-b71c-9d8c596ac969 req-9a9065c4-ac5c-48d2-b83f-0978f75961cd tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 946 time: 0.0873854
Apr 07 08:00:56.343229 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97199933-aa20-4ab6-b71c-9d8c596ac969 req-3d861f15-6e6b-47ac-8cee-eee8e7fc8626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407641
Apr 07 08:00:56.416937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:57.354555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device efc2525a-d856-4f89-85a2-a36f3fac0b52 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:00:57.401781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: efc2525a-d856-4f89-85a2-a36f3fac0b52 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:00:57.402170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device efc2525a-d856-4f89-85a2-a36f3fac0b52 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:00:57.408954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:57.440570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:57.546593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18770bcf-5c1f-48d0-ae1f-adcb6f575f36 req-5008dcc7-dbfc-4995-a974-a57d72272104 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:57.548093 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-18770bcf-5c1f-48d0-ae1f-adcb6f575f36 req-5008dcc7-dbfc-4995-a974-a57d72272104 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 946 time: 0.0903912
Apr 07 08:00:57.595003 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-18770bcf-5c1f-48d0-ae1f-adcb6f575f36 req-b54736e8-72f4-4c06-a48d-033876075ac6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406938
Apr 07 08:00:58.118612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:00:58.800072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967078-8e2e-4e5e-9ada-91678cf56634 req-e4cda495-c490-48a2-9b32-b0b5c06e7afc tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:00:58.801676 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-23967078-8e2e-4e5e-9ada-91678cf56634 req-e4cda495-c490-48a2-9b32-b0b5c06e7afc tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 946 time: 0.0943396
Apr 07 08:00:58.848905 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-23967078-8e2e-4e5e-9ada-91678cf56634 req-f11a0a28-a2de-4c17-acde-fafc5125f644 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404305
Apr 07 08:01:00.052608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774ad8-c947-4aca-a02e-4aa2011bfda8 req-30a878e7-4485-4840-8a5b-c312428cb246 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:00.054841 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4c774ad8-c947-4aca-a02e-4aa2011bfda8 req-30a878e7-4485-4840-8a5b-c312428cb246 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 946 time: 0.0888159
Apr 07 08:01:00.101568 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4c774ad8-c947-4aca-a02e-4aa2011bfda8 req-f5dce034-a2a8-40ec-bbf4-c82290bb6a64 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405278
Apr 07 08:01:03.694056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065400f1-688e-426e-94fe-5323e1353577 req-11259a73-03e3-4cb0-95a1-9a8084a92515 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:03.695563 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-065400f1-688e-426e-94fe-5323e1353577 req-11259a73-03e3-4cb0-95a1-9a8084a92515 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.0900707
Apr 07 08:01:03.744809 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-065400f1-688e-426e-94fe-5323e1353577 req-abdcaeed-b1fe-4d5a-b231-37fe9501fb3f tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422616
Apr 07 08:01:04.514491 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-85886e21-89b7-489c-877a-df3a6665ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:04.516087 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-85886e21-89b7-489c-877a-df3a6665ea7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1138 time: 0.0789716
Apr 07 08:01:04.678334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-7791d38d-af55-43cb-aeac-b8ee4b15a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:04.679861 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-7791d38d-af55-43cb-aeac-b8ee4b15a694 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 915 time: 0.1562681
Apr 07 08:01:04.802599 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-b949eb00-cac8-4915-8739-b14cce99442e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 1002 time: 0.1074317
Apr 07 08:01:04.940233 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-af30b2ec-634d-4ee7-8649-6342d8223b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:04.941902 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-af30b2ec-634d-4ee7-8649-6342d8223b41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 200  len: 853 time: 0.1247346
Apr 07 08:01:05.042628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1eb65-40f5-45e7-9af5-1c4e719f24da req-e98f0177-1657-4335-bb04-f26b7918cd34 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:05.044172 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aab1eb65-40f5-45e7-9af5-1c4e719f24da req-e98f0177-1657-4335-bb04-f26b7918cd34 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.1605675
Apr 07 08:01:05.082024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-c46fe322-af97-4f82-b157-d7a819466f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:05.083615 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-c46fe322-af97-4f82-b157-d7a819466f5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad432238-a4a6-40d3-a104-7a6ea1076cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1334467
Apr 07 08:01:05.182561 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aab1eb65-40f5-45e7-9af5-1c4e719f24da req-a5fcb289-b733-4464-b7e7-904b29ec7323 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1313884
Apr 07 08:01:05.250048 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-8b3f4f7e-6a6d-40a6-af8b-123e884fe1f2 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569636
Apr 07 08:01:05.499214 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1f991d34-7402-4868-a4b4-91ded2ce3959 req-2d99ef4a-dd2d-4b73-85f7-6032937862d7 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2394469
Apr 07 08:01:05.555063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-47c82285-7879-45a5-880d-4f7c23c70b50 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:05.556610 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-47c82285-7879-45a5-880d-4f7c23c70b50 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/networks?id=307812a6-fe4a-4881-9496-98284903bc67 HTTP/1.1" status: 200  len: 814 time: 0.1836960
Apr 07 08:01:05.572724 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-e4b33b00-b092-4adc-8af9-1b9725dffadc tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/quotas/347e6f00a9c74167ade455c85056a3bb HTTP/1.1" status: 200  len: 375 time: 0.0099990
Apr 07 08:01:05.624037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b3be6053-68cf-4e6a-b8e1-4eb6eeac9a38 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Synchronizing usage tracker for tenant:347e6f00a9c74167ade455c85056a3bb on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:01:05.639225 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b3be6053-68cf-4e6a-b8e1-4eb6eeac9a38 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Unset dirty status for tenant:347e6f00a9c74167ade455c85056a3bb on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:01:05.640623 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b3be6053-68cf-4e6a-b8e1-4eb6eeac9a38 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=347e6f00a9c74167ade455c85056a3bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0625737
Apr 07 08:01:05.790696 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-41ef4af3-128c-49ae-9f62-99a74759a287 service neutron] 10.222.0.61 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420829
Apr 07 08:01:05.933385 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-f4514762-e10a-467f-83f2-e6d68b7a3c09 service neutron] 10.222.0.61 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359682
Apr 07 08:01:06.125722 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60384cf2-0bc7-4ec8-bf91-d8218ccb99c9 req-289297da-d31c-4475-ad3e-cd98b3f3a4ce tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 210 time: 0.0480492
Apr 07 08:01:06.391603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939214d-ded8-42bc-9c2a-9d0ee8d9d255 req-0578cc81-1ac5-4036-a387-056d6a0d7638 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:06.393498 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d939214d-ded8-42bc-9c2a-9d0ee8d9d255 req-0578cc81-1ac5-4036-a387-056d6a0d7638 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.0961215
Apr 07 08:01:06.444365 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d939214d-ded8-42bc-9c2a-9d0ee8d9d255 req-302e8094-c801-4beb-a2d8-0f82eee29648 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0445225
Apr 07 08:01:07.561941 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bfe43d09-2ec3-4d04-b870-be970538143a req-ccc8d9f5-7e4e-43b3-85cd-46db63d5a058 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 210 time: 0.0624382
Apr 07 08:01:07.683249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-76ad3b6a-fbe6-4e06-a1b7-8a8c4536f314 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:07.684696 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-76ad3b6a-fbe6-4e06-a1b7-8a8c4536f314 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.67 "GET /v2.0/networks?id=307812a6-fe4a-4881-9496-98284903bc67 HTTP/1.1" status: 200  len: 814 time: 0.4881630
Apr 07 08:01:07.706998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3050c-867a-4086-a3ef-642168b62b24 req-c9adc126-3f59-49c0-a0a7-ebdd8529fedc tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:07.708473 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a3a3050c-867a-4086-a3ef-642168b62b24 req-c9adc126-3f59-49c0-a0a7-ebdd8529fedc tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.1366758
Apr 07 08:01:07.712215 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Request body: {'port': {'device_id': '53aa525a-b0ef-47db-ad11-bdaddc5bc84a', 'network_id': '307812a6-fe4a-4881-9496-98284903bc67', 'admin_state_up': True, 'tenant_id': '347e6f00a9c74167ade455c85056a3bb'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:07.849250 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a3a3050c-867a-4086-a3ef-642168b62b24 req-fcdd5e55-9f93-4173-ae00-228b148045fd tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1199951
Apr 07 08:01:07.894393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:01:07.904646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:01:07.913945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Made reservation on behalf of 347e6f00a9c74167ade455c85056a3bb for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:01:07.920133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:08.091070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Allocated IP 172.20.0.4 (307812a6-fe4a-4881-9496-98284903bc67/468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd/74307ded-de04-413c-a632-46e4af60a5eb) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:01:08.299129 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:08.327901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:08.347088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d15c3c61-dadf-4401-9c9f-d9d36d685d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:08.480600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Pushing event updated for resources: {'Port': ['ID=74307ded-de04-413c-a632-46e4af60a5eb,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:08.484840 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:08.538043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Network 307812a6-fe4a-4881-9496-98284903bc67 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:01:08.539246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:01:08.541633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:01:08.609339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:08.609339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:08.632208 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9336407
Apr 07 08:01:08.645995 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Request body: {'port': {'device_id': '53aa525a-b0ef-47db-ad11-bdaddc5bc84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:08.831293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:08.859613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce7d9f-361f-46ac-95fd-cf8212dc2501 req-53929aed-28fe-42a8-805b-2a9f68df503d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:08.860394 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-8bce7d9f-361f-46ac-95fd-cf8212dc2501 req-53929aed-28fe-42a8-805b-2a9f68df503d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Synchronizing usage tracker for tenant:347e6f00a9c74167ade455c85056a3bb on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:01:08.924778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-8bce7d9f-361f-46ac-95fd-cf8212dc2501 req-53929aed-28fe-42a8-805b-2a9f68df503d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Unset dirty status for tenant:347e6f00a9c74167ade455c85056a3bb on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:01:08.926093 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8bce7d9f-361f-46ac-95fd-cf8212dc2501 req-53929aed-28fe-42a8-805b-2a9f68df503d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 931 time: 0.2449954
Apr 07 08:01:09.086112 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8bce7d9f-361f-46ac-95fd-cf8212dc2501 req-c91834ed-e0d4-4511-86f5-a3b0c0e70353 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265230
Apr 07 08:01:09.251742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75535fa-5507-4ad1-a409-e81ed98f88ed req-00145265-59e2-40c4-ab8c-0cc34890b2d5 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:09.253385 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d75535fa-5507-4ad1-a409-e81ed98f88ed req-00145265-59e2-40c4-ab8c-0cc34890b2d5 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.2690392
Apr 07 08:01:09.332528 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d75535fa-5507-4ad1-a409-e81ed98f88ed req-eeff09db-3378-47a1-aa57-3bef3a25b5a5 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0692565
Apr 07 08:01:09.431823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74307ded-de04-413c-a632-46e4af60a5eb {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:01:09.439575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:09.454156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Transition to ACTIVE for port object 74307ded-de04-413c-a632-46e4af60a5eb will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:01:09.456851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:09.472179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:09.602646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Pushing event updated for resources: {'Port': ['ID=74307ded-de04-413c-a632-46e4af60a5eb,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:09.607192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:09.824388 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Attempting to bind port 74307ded-de04-413c-a632-46e4af60a5eb on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:01:09.824950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Attempting to bind port 74307ded-de04-413c-a632-46e4af60a5eb by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:01:09.825125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Attempting to bind port 74307ded-de04-413c-a632-46e4af60a5eb on network 307812a6-fe4a-4881-9496-98284903bc67 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:01:09.829994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Port 74307ded-de04-413c-a632-46e4af60a5eb on network 307812a6-fe4a-4881-9496-98284903bc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:01:09.830355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Attempting to bind port 74307ded-de04-413c-a632-46e4af60a5eb on network 307812a6-fe4a-4881-9496-98284903bc67 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:01:09.836291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:01:09.836661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Checking segment: {'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:01:09.837102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Bound using segment: {'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:01:09.837568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Bound port: 74307ded-de04-413c-a632-46e4af60a5eb, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6ba95f-13a5-4599-8cbb-42302086bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '307812a6-fe4a-4881-9496-98284903bc67'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:01:09.837944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:09.933131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] For port 74307ded-de04-413c-a632-46e4af60a5eb, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:01:09.936181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] For port 74307ded-de04-413c-a632-46e4af60a5eb, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=74307ded-de04-413c-a632-46e4af60a5eb,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:01:09.939467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:09.954820 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:10.103403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Pushing event updated for resources: {'Port': ['ID=74307ded-de04-413c-a632-46e4af60a5eb,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:10.108828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:10.142518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:10.143193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:10.144692 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] 10.222.0.67 "PUT /v2.0/ports/74307ded-de04-413c-a632-46e4af60a5eb HTTP/1.1" status: 200  len: 1093 time: 1.5033979
Apr 07 08:01:10.145247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aa525a-b0ef-47db-ad11-bdaddc5bc84a', 'tag': '74307ded-de04-413c-a632-46e4af60a5eb'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:10.223494 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aa525a-b0ef-47db-ad11-bdaddc5bc84a', 'tag': '74307ded-de04-413c-a632-46e4af60a5eb', 'status': 'completed', 'code': 200}
Apr 07 08:01:10.336642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c7e9dae4-8e73-4624-9fb4-1678020387e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:10.338265 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-c7e9dae4-8e73-4624-9fb4-1678020387e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=347e6f00a9c74167ade455c85056a3bb&device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 1096 time: 0.1522017
Apr 07 08:01:10.346401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a49d8-6e98-454d-a543-64860301393a req-49e16be9-6e82-4626-9e5a-8b81d293f51e tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:10.347862 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-185a49d8-6e98-454d-a543-64860301393a req-49e16be9-6e82-4626-9e5a-8b81d293f51e tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 943 time: 0.1185279
Apr 07 08:01:10.436573 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-272beec8-2eb4-4f1b-9db8-7ee28236ee4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74307ded-de04-413c-a632-46e4af60a5eb HTTP/1.1" status: 200  len: 217 time: 0.0876248
Apr 07 08:01:10.551782 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-185a49d8-6e98-454d-a543-64860301393a req-01caee31-49d6-4afd-9a3c-d99ae5f781cb tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505396
Apr 07 08:01:10.797290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-71e31802-fe39-4b12-9b14-642a924de265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:10.798849 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-71e31802-fe39-4b12-9b14-642a924de265 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd HTTP/1.1" status: 200  len: 854 time: 0.3514230
Apr 07 08:01:10.865321 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-e69497f9-a0e3-435b-871c-58fb95403f1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=307812a6-fe4a-4881-9496-98284903bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491323
Apr 07 08:01:10.873917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea3672-e28e-4411-98ad-3c0063292f77 req-277abd6c-0104-463b-a924-9b89de5b3c06 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:10.875390 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abea3672-e28e-4411-98ad-3c0063292f77 req-277abd6c-0104-463b-a924-9b89de5b3c06 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.4249668
Apr 07 08:01:11.039248 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-163d694d-f5cc-4cf5-bbaf-6ed162d7ec53 service neutron] 10.222.0.67 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593761
Apr 07 08:01:11.139044 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abea3672-e28e-4411-98ad-3c0063292f77 req-2a26b86f-7c8c-43fa-a3a8-49482a21ebdc tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2354441
Apr 07 08:01:11.197137 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abf81a6d-68f8-40b1-8b6b-e0601f839fca req-a9e406bf-2d2a-4fb6-b3e1-c9a5fc673044 service neutron] 10.222.0.67 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461425
Apr 07 08:01:11.326938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-025c020a-c083-49aa-9d7c-228a662b5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:11.328517 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-025c020a-c083-49aa-9d7c-228a662b5429 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=347e6f00a9c74167ade455c85056a3bb&device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 1096 time: 0.0842245
Apr 07 08:01:11.479720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-e37543eb-7fe8-4be7-990d-40c36c973a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:11.481348 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-e37543eb-7fe8-4be7-990d-40c36c973a6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=307812a6-fe4a-4881-9496-98284903bc67 HTTP/1.1" status: 200  len: 915 time: 0.1390734
Apr 07 08:01:11.557333 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-76c51c35-ac67-4da1-abc7-f95f1a6d507b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74307ded-de04-413c-a632-46e4af60a5eb HTTP/1.1" status: 200  len: 217 time: 0.0666111
Apr 07 08:01:11.639440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-f77f4032-127d-4ea0-86bc-741bb4a6f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:11.641022 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-f77f4032-127d-4ea0-86bc-741bb4a6f655 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd HTTP/1.1" status: 200  len: 854 time: 0.0670969
Apr 07 08:01:11.728180 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-c733765c-2aba-4bd2-8a21-4552e8dc67be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=307812a6-fe4a-4881-9496-98284903bc67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0801635
Apr 07 08:01:11.901808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcf481-2325-4dc4-aba8-79b31e2018d1 req-16eabf2a-fdcf-4b04-ad96-e0776800ed8e tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:11.903418 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2dfcf481-2325-4dc4-aba8-79b31e2018d1 req-16eabf2a-fdcf-4b04-ad96-e0776800ed8e tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 943 time: 0.2208707
Apr 07 08:01:11.912707 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-49ede0c7-0c65-4904-b276-d911311dc533 service neutron] 10.222.0.67 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700559
Apr 07 08:01:12.065836 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2dfcf481-2325-4dc4-aba8-79b31e2018d1 req-7d4e2ffd-fd1f-48df-8bab-76197feff11d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520946
Apr 07 08:01:12.100303 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2844bfe0-0352-4fb2-ad2a-a20d6ef50b7f req-291dd4be-49f9-4623-83f5-7370cdd329a5 service neutron] 10.222.0.67 "GET /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1769273
Apr 07 08:01:12.336573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728337c-57c9-475b-83e6-f16a7c978b09 req-03ae9716-6cdc-4ba1-bdb5-21aee613ac1a tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:12.338318 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1728337c-57c9-475b-83e6-f16a7c978b09 req-03ae9716-6cdc-4ba1-bdb5-21aee613ac1a tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.0875711
Apr 07 08:01:12.389566 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1728337c-57c9-475b-83e6-f16a7c978b09 req-f242dd9f-f03e-42f4-ad7c-86510cc99eac tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446768
Apr 07 08:01:13.299439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d84fd-b125-4a84-bc99-798d7067fe8d req-5e46d28c-8cea-4882-889d-fe22d1246b96 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:13.301066 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b43d84fd-b125-4a84-bc99-798d7067fe8d req-5e46d28c-8cea-4882-889d-fe22d1246b96 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 943 time: 0.1049197
Apr 07 08:01:13.385197 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b43d84fd-b125-4a84-bc99-798d7067fe8d req-193f1695-d4cd-4197-b6b6-0e2bd4d207c2 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767179
Apr 07 08:01:13.436680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39392503-6bd4-4e37-91dd-94f8e22e254d req-746a10dd-7182-47ae-a7f0-77139b02f3b6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:13.438351 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-39392503-6bd4-4e37-91dd-94f8e22e254d req-746a10dd-7182-47ae-a7f0-77139b02f3b6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 946 time: 0.0931587
Apr 07 08:01:13.488620 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-39392503-6bd4-4e37-91dd-94f8e22e254d req-12728336-9b6a-4437-a8ba-0ba9723442a7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439596
Apr 07 08:01:13.591762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af83fae-ab3f-4c46-873e-811a6c4e7ed1 req-0c26cabc-7ee6-4d14-ae72-2d1f952e855c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:13.593378 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9af83fae-ab3f-4c46-873e-811a6c4e7ed1 req-0c26cabc-7ee6-4d14-ae72-2d1f952e855c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.0864582
Apr 07 08:01:13.643081 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9af83fae-ab3f-4c46-873e-811a6c4e7ed1 req-27806512-eda6-4fce-8348-1d1136159bbd tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430880
Apr 07 08:01:14.462614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 74307ded-de04-413c-a632-46e4af60a5eb details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:01:14.553141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-4c9977fd-a6b5-4053-bbce-2e92e48d890a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:14.555402 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-4c9977fd-a6b5-4053-bbce-2e92e48d890a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 814 time: 0.1700532
Apr 07 08:01:14.573640 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-6dfdde5e-fb79-4178-83a4-775b05ef24ee tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/quotas/dd44a59498fe4a7abe7a09df15d777f8 HTTP/1.1" status: 200  len: 375 time: 0.0111582
Apr 07 08:01:14.742207 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-f441d468-0d2f-4413-b76d-79a6b7205b0e tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1612248
Apr 07 08:01:14.769034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf208f39-934d-4905-8fa7-1d844d7d4496 req-81df5c55-0cf0-4ed2-9b2b-f4d587269254 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:14.770682 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bf208f39-934d-4905-8fa7-1d844d7d4496 req-81df5c55-0cf0-4ed2-9b2b-f4d587269254 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 943 time: 0.1263816
Apr 07 08:01:14.777768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 74307ded-de04-413c-a632-46e4af60a5eb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=74307ded-de04-413c-a632-46e4af60a5eb,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:14.792076 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '74307ded-de04-413c-a632-46e4af60a5eb', 'network_id': '307812a6-fe4a-4881-9496-98284903bc67', 'port_id': '74307ded-de04-413c-a632-46e4af60a5eb', 'mac_address': 'fa:16:3e:d5:bf:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:01:14.861554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:14.879640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74307ded-de04-413c-a632-46e4af60a5eb {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:01:14.897186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 74307ded-de04-413c-a632-46e4af60a5eb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=74307ded-de04-413c-a632-46e4af60a5eb,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:14.902207 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:14.903870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:14.911184 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bf208f39-934d-4905-8fa7-1d844d7d4496 req-0d0d4e93-8c9e-4285-9357-139d4fb6bc18 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308441
Apr 07 08:01:14.971169 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a2aef4fc-70a8-4254-84bb-c83206d1c038 service neutron] 10.222.0.61 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199531
Apr 07 08:01:14.977603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=74307ded-de04-413c-a632-46e4af60a5eb,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:14.985738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.986121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.986498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.986865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.987228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.987591 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.987950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.988308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.988683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.989073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.989448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.989803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:14.993896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:15.187465 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-e8ded890-7432-4d58-8888-86c531174754 service neutron] 10.222.0.61 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095051
Apr 07 08:01:15.200959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e331bb-50c8-4420-bbd1-813dba97e909 req-78010175-d450-4381-8122-6b4870c176c3 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:15.202526 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96e331bb-50c8-4420-bbd1-813dba97e909 req-78010175-d450-4381-8122-6b4870c176c3 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 946 time: 0.1468766
Apr 07 08:01:15.250883 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96e331bb-50c8-4420-bbd1-813dba97e909 req-877d6201-ea65-42d2-a097-bd48c155e791 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418544
Apr 07 08:01:15.283393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['74307ded-de04-413c-a632-46e4af60a5eb'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:01:15.482774 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-00d9cd97-3a0e-4abd-9b40-ce9a5562b161 req-2054c82b-f91f-49ff-9e0d-43af85489830 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 210 time: 0.1031570
Apr 07 08:01:15.548724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-5bff5fe6-9662-40d1-9bac-03cb15fa3968 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:15.550353 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-5bff5fe6-9662-40d1-9bac-03cb15fa3968 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 946 time: 0.2356229
Apr 07 08:01:15.565108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ee60b-d9b9-4b8e-a5ce-58cbde6c0188 req-8d0c724e-cfa0-43d3-aaf6-1d14991cd262 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:15.566659 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-987ee60b-d9b9-4b8e-a5ce-58cbde6c0188 req-8d0c724e-cfa0-43d3-aaf6-1d14991cd262 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.1786802
Apr 07 08:01:15.592020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:01:15.673553 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-987ee60b-d9b9-4b8e-a5ce-58cbde6c0188 req-2c7c9f81-0d55-48d7-bd1e-baff585cab52 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0764892
Apr 07 08:01:15.680998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Deleting port ea966736-9bb7-44e3-af87-3c7d0457a23d {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:01:15.681416 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:15.948925 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] For port ea966736-9bb7-44e3-af87-3c7d0457a23d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=ea966736-9bb7-44e3-af87-3c7d0457a23d,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:15.949354 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:16.486338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 74307ded-de04-413c-a632-46e4af60a5eb up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:01:16.559307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 74307ded-de04-413c-a632-46e4af60a5eb completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:01:16.564816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 74307ded-de04-413c-a632-46e4af60a5eb triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:01:16.565290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:16.577172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c43cd-5c19-4095-bc1f-f835d70250e5 req-b1f868c8-9b64-4c51-9471-e93db323f8c7 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:16.578795 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d7c43cd-5c19-4095-bc1f-f835d70250e5 req-b1f868c8-9b64-4c51-9471-e93db323f8c7 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 944 time: 0.5505042
Apr 07 08:01:16.700093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:16.728238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa525a-b0ef-47db-ad11-bdaddc5bc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74307ded-de04-413c-a632-46e4af60a5eb'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:16.738942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 74307ded-de04-413c-a632-46e4af60a5eb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=74307ded-de04-413c-a632-46e4af60a5eb,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:16.742699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:16.744691 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:16.754597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:16.755015 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:16.755367 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Floating IP b0d779f7-c292-440a-a234-1b558629a70d disassociated. External IP: 172.27.1.203, port: ea966736-9bb7-44e3-af87-3c7d0457a23d.
Apr 07 08:01:16.755749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Calling delete_port for ea966736-9bb7-44e3-af87-3c7d0457a23d owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:01:16.819217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=74307ded-de04-413c-a632-46e4af60a5eb,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:16.823400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:16.826617 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d7c43cd-5c19-4095-bc1f-f835d70250e5 req-e9031b54-763e-45aa-ab46-ff2c4000e826 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338879
Apr 07 08:01:16.861831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa3b88-651d-4471-a891-115305f8e36d req-5d20e6a7-c80b-4d9f-978c-b5caa478beb6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:16.863708 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-62fa3b88-651d-4471-a891-115305f8e36d req-5d20e6a7-c80b-4d9f-978c-b5caa478beb6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 946 time: 0.4441116
Apr 07 08:01:17.005084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-601801b7-9e78-4670-aea5-5d88d43448f6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:17.006625 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-601801b7-9e78-4670-aea5-5d88d43448f6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 814 time: 0.4127412
Apr 07 08:01:17.019810 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c53dd5e9-1533-4eb0-b00f-11d5ef8935cf req-36636234-3039-473b-8713-1cef66fcecfa tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 210 time: 0.0776417
Apr 07 08:01:17.056627 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-62fa3b88-651d-4471-a891-115305f8e36d req-61c14f23-d15b-4ba3-81be-bf6afe02725b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=a5cf0384-eb37-4c57-ae67-252278bdef6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1725540
Apr 07 08:01:17.066367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Request body: {'port': {'device_id': '89b101c2-253b-4bda-b078-8e38e3402586', 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'admin_state_up': True, 'tenant_id': 'dd44a59498fe4a7abe7a09df15d777f8'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:17.117843 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa525a-b0ef-47db-ad11-bdaddc5bc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74307ded-de04-413c-a632-46e4af60a5eb', 'code': 200}
Apr 07 08:01:17.244107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:17.275665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:17.440696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event deleted for resources: {'Port': ['ID=ea966736-9bb7-44e3-af87-3c7d0457a23d,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:17.458887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:17.475428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:01:17.503586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:01:17.525179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9241c9-40e7-47b9-8c01-e5470d64b32b req-77c523e2-7448-4532-b977-be8386133249 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:17.526760 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d9241c9-40e7-47b9-8c01-e5470d64b32b req-77c523e2-7448-4532-b977-be8386133249 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.3920016
Apr 07 08:01:17.583438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Made reservation on behalf of dd44a59498fe4a7abe7a09df15d777f8 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:01:17.589842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:17.646501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f49af-48e1-48f5-94a1-142d2ab95207 req-b266c813-9954-48ee-952f-b7f1fec7a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:17.648620 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-665f49af-48e1-48f5-94a1-142d2ab95207 req-b266c813-9954-48ee-952f-b7f1fec7a1ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 1098 time: 0.3356006
Apr 07 08:01:17.693805 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d9241c9-40e7-47b9-8c01-e5470d64b32b req-86d2f1a2-a99b-43fc-8f2c-a7c61d57da1f tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1520302
Apr 07 08:01:17.914359 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-665f49af-48e1-48f5-94a1-142d2ab95207 req-07c2a223-ceb6-4b25-ad82-856cc6e11561 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180305
Apr 07 08:01:18.059428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Allocated IP 172.20.0.7 (ebcf1867-5848-4ec9-98d3-ddf65be9e307/35f623ab-c804-4c57-983f-43f05bbfe1a4/bae2bdf6-0bf1-47ab-be72-b80c6331bccb) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:01:18.091652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:01:18.278825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d31503-f85d-4dca-b314-24f0ca5c5a11 req-5dde4471-a6ec-436d-a165-4c4b831d833b tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:18.280338 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d1d31503-f85d-4dca-b314-24f0ca5c5a11 req-5dde4471-a6ec-436d-a165-4c4b831d833b tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 945 time: 0.3215559
Apr 07 08:01:18.659715 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e7ffabbf-b7e8-45ef-a1ad-9b5c546df8e5 req-f5ad8c67-3153-4718-a1f3-e767ff02ccba tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 210 time: 0.4562073
Apr 07 08:01:18.748306 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d1d31503-f85d-4dca-b314-24f0ca5c5a11 req-02dfa38b-f232-4c80-9c9e-cb27b0c44838 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4192033
Apr 07 08:01:18.843718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:01:18.855640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] Sync routers for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:01:18.872775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:01:18.873797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f351668>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:00:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:01:18.895080 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-184dbfff-e643-4eac-bbab-ceb8536a1fcc req-d38ec0a6-3f63-4997-b95a-994c714b34fd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=67ed6c61-d058-49ca-bab9-9fb333792832 HTTP/1.1" status: 200  len: 210 time: 0.1002772
Apr 07 08:01:18.938288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:18.956212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] No DVR routers for this DVR port ea966736-9bb7-44e3-af87-3c7d0457a23d on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:01:18.960736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:18.963675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-deleted', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:19.035065 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-59376bd6-cbc9-4fd2-851e-b291260797b1 req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "DELETE /v2.0/ports/ea966736-9bb7-44e3-af87-3c7d0457a23d HTTP/1.1" status: 204  len: 173 time: 3.4776888
Apr 07 08:01:19.035996 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ed6c61-d058-49ca-bab9-9fb333792832', 'name': 'network-vif-deleted', 'tag': 'ea966736-9bb7-44e3-af87-3c7d0457a23d', 'status': 'completed', 'code': 200}
Apr 07 08:01:19.089957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aed05c-e9a3-40d8-a59e-9d98251bdb29 req-50a6bdf8-73a6-4989-994f-ddd1cd358eb3 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:19.091688 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72aed05c-e9a3-40d8-a59e-9d98251bdb29 req-50a6bdf8-73a6-4989-994f-ddd1cd358eb3 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.1189969
Apr 07 08:01:19.143768 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72aed05c-e9a3-40d8-a59e-9d98251bdb29 req-47af6920-823c-40ea-85a3-ac5d26e050d4 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0451744
Apr 07 08:01:19.177531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:01:19.180899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:19.196906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:19.233079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b', 'd51b28cf-a31c-400c-8c9a-3da959d01ac6'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:01:19.340451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Pushing event updated for resources: {'Port': ['ID=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:19.345265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:19.402728 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:01:19.403880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:01:19.406204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:01:19.473930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:19.474519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:19.493101 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4353776
Apr 07 08:01:19.516386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Request body: {'port': {'device_id': '89b101c2-253b-4bda-b078-8e38e3402586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:19.647934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:19.727602 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f351668>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:01:19.739515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] Checking router: 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:01:19.763664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:01:19.764419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f351668>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:00:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:01:20.041654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:01:20.226787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15515c-52dd-432a-89c6-c454d0e4121b req-e24129e3-df78-47e2-9b25-0de39f478241 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:20.227557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-5e15515c-52dd-432a-89c6-c454d0e4121b req-e24129e3-df78-47e2-9b25-0de39f478241 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:01:20.240899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58272e-b0e0-4aa2-bbef-c8c74459f5ae req-13df493e-6789-4d19-a5a8-47f7b080f811 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:20.242583 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd58272e-b0e0-4aa2-bbef-c8c74459f5ae req-13df493e-6789-4d19-a5a8-47f7b080f811 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 945 time: 0.2699814
Apr 07 08:01:20.278652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-5e15515c-52dd-432a-89c6-c454d0e4121b req-e24129e3-df78-47e2-9b25-0de39f478241 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:01:20.279859 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5e15515c-52dd-432a-89c6-c454d0e4121b req-e24129e3-df78-47e2-9b25-0de39f478241 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 931 time: 0.3978779
Apr 07 08:01:20.380892 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd58272e-b0e0-4aa2-bbef-c8c74459f5ae req-6e18b4a0-0bb3-4801-97d9-87275c6d648d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271534
Apr 07 08:01:20.418308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae2bdf6-0bf1-47ab-be72-b80c6331bccb {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:01:20.425773 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5e15515c-52dd-432a-89c6-c454d0e4121b req-6ff29570-3d3b-4714-b0b9-0ac40cb932c1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231823
Apr 07 08:01:20.430644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:20.448890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Transition to ACTIVE for port object bae2bdf6-0bf1-47ab-be72-b80c6331bccb will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:01:20.452340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:20.457475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f351668>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:01:20.462700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a507065-7b39-4bfd-b1e0-6dee424c4244 None None] The sync data for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi is: [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:01:20.476730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7800efc6-7648-48ce-b4eb-1974105a6c51 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:20.514277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:01:20.565931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: ea966736-9bb7-44e3-af87-3c7d0457a23d {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:01:20.566503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device ea966736-9bb7-44e3-af87-3c7d0457a23d not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:01:20.686632 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Pushing event updated for resources: {'Port': ['ID=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:20.722780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.723201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.723611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.724015 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.724411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.724813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.725235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.726146 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.726544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.726935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.727328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.727716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:20.736580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:20.775638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba6692-a1f9-43cf-8621-6d484cf7341e req-191b3f92-249f-4aa2-b66c-60f2349ab23d tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:20.777419 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-13ba6692-a1f9-43cf-8621-6d484cf7341e req-191b3f92-249f-4aa2-b66c-60f2349ab23d tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.1991463
Apr 07 08:01:20.904056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6b3385-6afc-477c-b84d-2733117ec1f6 None None] New status for floating IP b0d779f7-c292-440a-a234-1b558629a70d: DOWN {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:01:20.986040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42178) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:01:20.994596 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-13ba6692-a1f9-43cf-8621-6d484cf7341e req-0bcd9f1e-2d8f-4ee0-b9fd-28393ab0d996 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2088363
Apr 07 08:01:21.055288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Attempting to bind port bae2bdf6-0bf1-47ab-be72-b80c6331bccb on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:01:21.055667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Attempting to bind port bae2bdf6-0bf1-47ab-be72-b80c6331bccb by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:01:21.056041 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Attempting to bind port bae2bdf6-0bf1-47ab-be72-b80c6331bccb on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:01:21.063966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Port bae2bdf6-0bf1-47ab-be72-b80c6331bccb on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:01:21.064323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Attempting to bind port bae2bdf6-0bf1-47ab-be72-b80c6331bccb on network ebcf1867-5848-4ec9-98d3-ddf65be9e307 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:01:21.065382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.071644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:01:21.072021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Checking segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:01:21.072682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Bound using segment: {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:01:21.078163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Bound port: bae2bdf6-0bf1-47ab-be72-b80c6331bccb, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fcef8b-2822-4075-9733-736d4216445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:01:21.078737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.099588 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.168239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.174616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7ce6d457-9359-49df-97d7-3fa26e3e38e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:21.193400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cf0384-eb37-4c57-ae67-252278bdef6a,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:21.197326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] For port bae2bdf6-0bf1-47ab-be72-b80c6331bccb, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:01:21.202861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] For port bae2bdf6-0bf1-47ab-be72-b80c6331bccb, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:01:21.208581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.208896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.209528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.210722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.211275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.211643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.212338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.213019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.213589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.214894 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.215478 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.215879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.216402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:01:21.220313 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:21.222834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.224063 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "DELETE /v2.0/security-groups/a5cf0384-eb37-4c57-ae67-252278bdef6a HTTP/1.1" status: 204  len: 168 time: 0.2366197
Apr 07 08:01:21.229323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42184) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:01:21.231778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f87da069-21d3-4222-9f66-3f28c3aef154 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:21.248713 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.v2.resource [None req-6642f717-7c6d-4ba6-a9be-63eb22dd1252 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] show failed (client error): The resource could not be found.
Apr 07 08:01:21.250198 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6642f717-7c6d-4ba6-a9be-63eb22dd1252 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups/a5cf0384-eb37-4c57-ae67-252278bdef6a HTTP/1.1" status: 404  len: 347 time: 0.0196655
Apr 07 08:01:21.253781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42188) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:01:21.392922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Pushing event updated for resources: {'Port': ['ID=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:21.399076 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:21.432598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:21.433312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.434525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Deleting port 3dc31f91-b02d-4031-8cbb-92e28d27231d {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:01:21.434812 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] 10.222.0.67 "PUT /v2.0/ports/bae2bdf6-0bf1-47ab-be72-b80c6331bccb HTTP/1.1" status: 200  len: 1093 time: 1.9233127
Apr 07 08:01:21.434983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.435341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b101c2-253b-4bda-b078-8e38e3402586', 'tag': 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:21.487538 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b101c2-253b-4bda-b078-8e38e3402586', 'tag': 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb', 'status': 'completed', 'code': 200}
Apr 07 08:01:21.626659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.627032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.641820 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-b516e13c-0a0b-449b-88b3-61304a446b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:21.643565 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-b516e13c-0a0b-449b-88b3-61304a446b57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 1096 time: 0.1503747
Apr 07 08:01:21.715744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ecea5-c0f3-43a6-8a26-11007d4c159a req-43867227-7c3d-431e-b232-ee2566bb2045 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:21.717260 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-454ecea5-c0f3-43a6-8a26-11007d4c159a req-43867227-7c3d-431e-b232-ee2566bb2045 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 943 time: 0.1704085
Apr 07 08:01:21.746297 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-4b75f875-3fd6-443d-9d34-2fc41ca0c0d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae2bdf6-0bf1-47ab-be72-b80c6331bccb HTTP/1.1" status: 200  len: 217 time: 0.0937338
Apr 07 08:01:21.764059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Calling delete_port for 3dc31f91-b02d-4031-8cbb-92e28d27231d owned by network:floatingip {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:01:21.825479 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-454ecea5-c0f3-43a6-8a26-11007d4c159a req-10e2ce80-581d-480e-b55d-b479acc7fa2d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012585
Apr 07 08:01:21.834964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-f3fbdca8-e901-451c-8d96-a59144994e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:21.837060 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-f3fbdca8-e901-451c-8d96-a59144994e4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 200  len: 854 time: 0.0829813
Apr 07 08:01:21.903156 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-2bb9fca6-7e56-471a-affb-b785e8772fc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebcf1867-5848-4ec9-98d3-ddf65be9e307&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576327
Apr 07 08:01:21.922331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:21.938122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:22.034755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event deleted for resources: {'Port': ['ID=3dc31f91-b02d-4031-8cbb-92e28d27231d,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:22.044067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:22.049415 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-81dc65d0-a36b-413c-9079-fc3076d16d53 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370363
Apr 07 08:01:22.151971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.163550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.167977 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "DELETE /v2.0/floatingips/b0d779f7-c292-440a-a234-1b558629a70d HTTP/1.1" status: 204  len: 168 time: 0.9101608
Apr 07 08:01:22.427612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42204) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:01:22.434001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133768081', 'description': 'tempest-description--2124393363'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:22.440461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:01:22.444786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:security_group and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:01:22.447834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:01:22.453802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:01:22.463268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.484431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:01:22.488403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:security_group_rule and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:01:22.491926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:01:22.495627 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2152a817-a1fa-48c0-bcbe-8c6c3dee94ec req-9586f3df-f7bf-4f3d-b736-13f04e066824 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4365125
Apr 07 08:01:22.498217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:01:22.512540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc988b1-ccb1-4b2f-a1bf-d42f6e66b789 req-c34cdd2c-0889-4824-a713-9bc496e661ff tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:22.514254 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5bc988b1-ccb1-4b2f-a1bf-d42f6e66b789 req-c34cdd2c-0889-4824-a713-9bc496e661ff tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.3770673
Apr 07 08:01:22.576090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.579030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.584373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-41ded735-701a-4696-abb7-b52cf013dac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:22.615032 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5bc988b1-ccb1-4b2f-a1bf-d42f6e66b789 req-d95d3f8c-2cb4-446e-a663-f18f8a3cc891 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&id=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0928457
Apr 07 08:01:22.628967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:22.641527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:22.641527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.641527 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2092950
Apr 07 08:01:22.641527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42208) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:01:22.644217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'security_group_rule': {'security_group_id': '7b7ef56b-41f3-4a6d-8afd-92ce7872ce25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:22.646792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e54621-c36d-436f-8de0-42589b02538e req-99071ee9-0475-4f49-9ccc-3126a87f1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:22.648981 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72e54621-c36d-436f-8de0-42589b02538e req-99071ee9-0475-4f49-9ccc-3126a87f1e11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 1096 time: 0.0942013
Apr 07 08:01:22.651006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:01:22.655514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:security_group_rule and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:01:22.658447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:01:22.664987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:01:22.683281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.745910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.749464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.751623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a87f0dd1-d517-4b51-ba67-5bf2f223cb08 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:22.775608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccb3f3d-ed21-416a-b27c-7f1a600b1d16,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:22.778205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:22.784841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.786155 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4e324783-e10c-4412-9aa6-7a7723982901 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1465623
Apr 07 08:01:22.789513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42214) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:01:22.795006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'security_group_rule': {'security_group_id': '7b7ef56b-41f3-4a6d-8afd-92ce7872ce25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:22.801087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:01:22.804998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:security_group_rule and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:01:22.805273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e54621-c36d-436f-8de0-42589b02538e req-98c39d80-5e15-4dd2-aed3-bebffb2c4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:22.806844 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72e54621-c36d-436f-8de0-42589b02538e req-98c39d80-5e15-4dd2-aed3-bebffb2c4e2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 200  len: 915 time: 0.1450896
Apr 07 08:01:22.807950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:01:22.813962 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:01:22.829761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.892706 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72e54621-c36d-436f-8de0-42589b02538e req-957766fc-1cfe-4398-b375-798addebd4b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae2bdf6-0bf1-47ab-be72-b80c6331bccb HTTP/1.1" status: 200  len: 217 time: 0.0776715
Apr 07 08:01:22.902743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.906274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.908412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c54ff951-bc7f-4055-a31d-50b4599edd70 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:22.932826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a44fa0-6b28-4c0b-abdb-48e3eb9f90f8,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:22.935558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:22.943203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:22.944698 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-905d21d9-15f5-4abd-b4b2-ae3b973c0571 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1542006
Apr 07 08:01:22.948068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42220) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:01:22.953613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:22.960368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:01:22.964377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Usage tracker for resource:floatingip and tenant:be657b903e35488597869917af4011fc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:01:22.967344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:01:22.973315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:01:22.983209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:23.031795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e54621-c36d-436f-8de0-42589b02538e req-efe2d927-bd18-47f3-a084-60e598a80e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:23.033391 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72e54621-c36d-436f-8de0-42589b02538e req-efe2d927-bd18-47f3-a084-60e598a80e3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 200  len: 854 time: 0.1227841
Apr 07 08:01:23.101327 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72e54621-c36d-436f-8de0-42589b02538e req-8a0d3c47-9b8c-4e76-b25f-282f5ab9d24f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebcf1867-5848-4ec9-98d3-ddf65be9e307&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519338
Apr 07 08:01:23.110356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a9526-6fd3-4a1a-ae26-381e04b9faa2 req-2170146b-f17e-4760-b44d-6875d8d17e7c tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:23.111978 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-729a9526-6fd3-4a1a-ae26-381e04b9faa2 req-2170146b-f17e-4760-b44d-6875d8d17e7c tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 943 time: 0.1620724
Apr 07 08:01:23.291126 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-729a9526-6fd3-4a1a-ae26-381e04b9faa2 req-d77e2617-bb7b-452e-96b4-612242962b53 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517739
Apr 07 08:01:23.326395 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72e54621-c36d-436f-8de0-42589b02538e req-19517ed4-c270-40b6-8b4b-1d58559d25f0 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132130
Apr 07 08:01:23.327494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-20e97d79-a8db-47ac-8a1f-c94417e0671f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:23.367708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:23.473373 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72e54621-c36d-436f-8de0-42589b02538e req-6d931455-280e-4100-a234-310ee1b55744 service neutron] 10.222.0.67 "GET /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361151
Apr 07 08:01:23.513982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Allocated IP 172.27.1.252 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/5a3a5304-c2be-486e-9a76-f2427dd53fb8) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:01:23.666455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:23.696634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:23.711377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:23.844865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'Port': ['ID=5a3a5304-c2be-486e-9a76-f2427dd53fb8,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:23.849675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:23.900253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:01:23.901471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:01:23.903764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:01:23.932037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:23.994953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:24.260219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:24.263684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:24.278696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-cbd61278-fbaa-4b1b-a262-b189efa26513 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:24.416308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'Port': ['ID=5a3a5304-c2be-486e-9a76-f2427dd53fb8,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:24.419315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:24.469738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:24.491836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:24.493312 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5442219
Apr 07 08:01:24.499211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816c14a-257c-41f0-be0e-67d074eaeb72 req-4a7849af-719a-4c41-a286-1c3c8bd4b184 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:24.500857 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8816c14a-257c-41f0-be0e-67d074eaeb72 req-4a7849af-719a-4c41-a286-1c3c8bd4b184 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 943 time: 0.0900447
Apr 07 08:01:24.549895 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8816c14a-257c-41f0-be0e-67d074eaeb72 req-5f7e4f81-d907-4d84-af01-5f518a9022c0 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418639
Apr 07 08:01:24.729643 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-0afc47cf-b070-42c0-8c30-44f3a00fda22 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--133768081&fields=id&tenant_id=be657b903e35488597869917af4011fc HTTP/1.1" status: 200  len: 267 time: 0.0473671
Apr 07 08:01:24.893738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-7d37981d-0027-49de-8c8c-0ab78ba50586 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:24.895319 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-7d37981d-0027-49de-8c8c-0ab78ba50586 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 816 time: 0.1586154
Apr 07 08:01:24.911054 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-4c19bb70-989d-4b83-aee0-d1401a1b3129 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/quotas/be657b903e35488597869917af4011fc HTTP/1.1" status: 200  len: 375 time: 0.0097070
Apr 07 08:01:25.001330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-5605670d-0ba8-4914-8b4b-d58d743d3964 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Synchronizing usage tracker for tenant:be657b903e35488597869917af4011fc on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:01:25.018107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-5605670d-0ba8-4914-8b4b-d58d743d3964 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Unset dirty status for tenant:be657b903e35488597869917af4011fc on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:01:25.019480 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-5605670d-0ba8-4914-8b4b-d58d743d3964 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1030061
Apr 07 08:01:25.167616 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-597d02dd-8a80-4d9b-a332-e2019006c523 service neutron] 10.222.0.61 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354883
Apr 07 08:01:25.308880 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-0a8b03a1-b343-47b8-b26e-af429cf69bce service neutron] 10.222.0.61 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349032
Apr 07 08:01:25.503404 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4f640727-c948-4d91-b498-7202e1ebb495 req-30f62d42-657d-4432-814b-f4be86879cda tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 210 time: 0.0500288
Apr 07 08:01:25.753437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91fe90-f5b2-41cd-8900-30efcf735620 req-00c91037-1238-4ffa-b2e0-f0364a200739 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:25.755111 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dd91fe90-f5b2-41cd-8900-30efcf735620 req-00c91037-1238-4ffa-b2e0-f0364a200739 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 943 time: 0.0927341
Apr 07 08:01:25.806089 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dd91fe90-f5b2-41cd-8900-30efcf735620 req-396a944c-c903-4a50-a30d-aadd5285aa4e tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432515
Apr 07 08:01:25.941672 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-f36e7e20-29ee-472c-b237-23f33688eb15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770659
Apr 07 08:01:26.016406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-af074b60-fad3-4e2e-88c2-bbd18365f486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:26.048951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-00a33d20-c080-4894-a6d9-09cedc5c8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:26.050597 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-00a33d20-c080-4894-a6d9-09cedc5c8e8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1138 time: 0.0824008
Apr 07 08:01:26.218509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-2c5d8892-7826-4de4-b541-d9d4aab02a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:26.220083 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-2c5d8892-7826-4de4-b541-d9d4aab02a03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 915 time: 0.1428683
Apr 07 08:01:26.328559 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-4e5c7709-008c-4f48-be86-1f04bdc27e77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 1002 time: 0.1006086
Apr 07 08:01:26.396597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-ff85b6d3-15af-42cf-8e86-63799438b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:26.398172 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-ff85b6d3-15af-42cf-8e86-63799438b7b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 200  len: 853 time: 0.0623012
Apr 07 08:01:26.418961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:26.495198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-394f0847-5062-4d1b-bf37-f45ae019b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:26.496834 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-394f0847-5062-4d1b-bf37-f45ae019b4a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad432238-a4a6-40d3-a104-7a6ea1076cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802698
Apr 07 08:01:26.531994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device bae2bdf6-0bf1-47ab-be72-b80c6331bccb details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:01:26.917992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port bae2bdf6-0bf1-47ab-be72-b80c6331bccb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:26.934260 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb', 'network_id': 'ebcf1867-5848-4ec9-98d3-ddf65be9e307', 'port_id': 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb', 'mac_address': 'fa:16:3e:05:33:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f623ab-c804-4c57-983f-43f05bbfe1a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:01:26.995812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:27.013034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae2bdf6-0bf1-47ab-be72-b80c6331bccb {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:01:27.021501 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dffef0d8-32ac-457c-9da6-495f01c830d8 req-b6c31a7d-ac85-4545-9893-0292ee3f455c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 210 time: 0.2154002
Apr 07 08:01:27.029898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port bae2bdf6-0bf1-47ab-be72-b80c6331bccb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:27.032677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:27.035126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:27.036417 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-898a4c8c-90c2-43f3-8a60-32078c19fd0b service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5311029
Apr 07 08:01:27.104231 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:27.107615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:27.218428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-98f53669-2f42-4b22-a13d-d1cce2ca44b6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:27.219945 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-98f53669-2f42-4b22-a13d-d1cce2ca44b6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 816 time: 0.6166096
Apr 07 08:01:27.266921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac03be-5fd3-4c23-a3f9-239e81a2579b req-6e67358a-883a-40b3-b469-5b1778dc3031 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:27.268458 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1fac03be-5fd3-4c23-a3f9-239e81a2579b req-6e67358a-883a-40b3-b469-5b1778dc3031 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 943 time: 0.3039489
Apr 07 08:01:27.318752 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea758483-2662-42a6-a86b-ee19794a1e9d req-579a894b-0428-4685-b203-1525e22e324b service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2603028
Apr 07 08:01:27.370134 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1fac03be-5fd3-4c23-a3f9-239e81a2579b req-6be30e0f-b603-4605-82ce-e9940f31239b tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859482
Apr 07 08:01:27.375817 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-001f2766-b700-46b5-a74b-48605a2c0d3d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be657b903e35488597869917af4011fc HTTP/1.1" status: 200  len: 5704 time: 0.1332235
Apr 07 08:01:27.379142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['bae2bdf6-0bf1-47ab-be72-b80c6331bccb'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:01:27.385985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'port': {'device_id': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'admin_state_up': True, 'tenant_id': 'be657b903e35488597869917af4011fc', 'security_groups': ['7b7ef56b-41f3-4a6d-8afd-92ce7872ce25']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:27.430871 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:27.458158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:27.757901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:01:27.769119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:01:27.778941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Made reservation on behalf of be657b903e35488597869917af4011fc for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:01:27.785086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:27.959505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Allocated IP 172.20.0.5 (cb5e723e-9bcc-40a6-9bf2-77b32ea399f9/8b9fb27d-8b10-43a3-b6a6-2206bf195a55/6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:01:28.124746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.199649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.212241 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4199a92a-653e-4fe0-81af-daf5d499c9b4 req-0302dc51-031c-4d42-8a96-d55dfff66a90 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 210 time: 0.0603578
Apr 07 08:01:28.222788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Transition to ACTIVE for port object 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:01:28.248381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.263396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c91429ee-3d67-4b57-89d3-137e65bf14bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:28.402001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:28.407025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:28.462952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:01:28.464259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:01:28.466859 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:01:28.540114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:28.540833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.541528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device bae2bdf6-0bf1-47ab-be72-b80c6331bccb up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:01:28.579971 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1984384
Apr 07 08:01:28.601777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Request body: {'port': {'device_id': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:28.623031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port bae2bdf6-0bf1-47ab-be72-b80c6331bccb completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:01:28.629000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port bae2bdf6-0bf1-47ab-be72-b80c6331bccb triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:01:28.629559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.760275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.788423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a324b4d6-02fa-4686-9c43-099409ed7648 None None] Provisioning for port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:01:28.796540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b101c2-253b-4bda-b078-8e38e3402586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:28.798258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.803525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a324b4d6-02fa-4686-9c43-099409ed7648 None None] Provisioning complete for port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:01:28.803939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a324b4d6-02fa-4686-9c43-099409ed7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.824789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124127-3232-4f5d-aa9d-8f0042afdeff req-ec46c6c6-c2ec-4b03-9760-85d73d28723e tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:28.826446 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f2124127-3232-4f5d-aa9d-8f0042afdeff req-ec46c6c6-c2ec-4b03-9760-85d73d28723e tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 944 time: 0.1843634
Apr 07 08:01:28.846868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port bae2bdf6-0bf1-47ab-be72-b80c6331bccb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:28.860500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:28.866226 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b101c2-253b-4bda-b078-8e38e3402586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb', 'code': 200}
Apr 07 08:01:28.866780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:28.919586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a324b4d6-02fa-4686-9c43-099409ed7648 None None] Port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:01:28.942944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:28.946199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:28.970222 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f2124127-3232-4f5d-aa9d-8f0042afdeff req-b0cedefd-92f3-4727-9426-cb2cc795c78d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108508
Apr 07 08:01:29.271361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afc7c3-40b4-495b-8303-69f3cc30a909 req-2a2f38d7-2f32-423a-9665-57ff1e676017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:29.278067 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d3afc7c3-40b4-495b-8303-69f3cc30a909 req-2a2f38d7-2f32-423a-9665-57ff1e676017 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 1098 time: 0.2025433
Apr 07 08:01:29.438649 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d3afc7c3-40b4-495b-8303-69f3cc30a909 req-8257eb1e-b397-447b-bb17-64e6358c077a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369820
Apr 07 08:01:29.447142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:01:29.457888 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:29.484739 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Transition to ACTIVE for port object 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:01:29.488580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:29.504915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f7750741-14db-4302-8931-130f85b38096 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:29.623192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a77e0-62bd-4377-8f0b-470cadeb1d72 req-d99568f2-1caf-4483-a1c7-4d9bb1d35646 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:29.623938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-2e3a77e0-62bd-4377-8f0b-470cadeb1d72 req-d99568f2-1caf-4483-a1c7-4d9bb1d35646 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Synchronizing usage tracker for tenant:be657b903e35488597869917af4011fc on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:01:29.658972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:29.664472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:29.675778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-2e3a77e0-62bd-4377-8f0b-470cadeb1d72 req-d99568f2-1caf-4483-a1c7-4d9bb1d35646 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Unset dirty status for tenant:be657b903e35488597869917af4011fc on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:01:29.677035 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2e3a77e0-62bd-4377-8f0b-470cadeb1d72 req-d99568f2-1caf-4483-a1c7-4d9bb1d35646 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 931 time: 0.3253417
Apr 07 08:01:29.753031 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2e3a77e0-62bd-4377-8f0b-470cadeb1d72 req-5a007d72-7aa3-4e60-848c-bc77a40445d5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646365
Apr 07 08:01:29.935517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Attempting to bind port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:01:29.935894 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Attempting to bind port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:01:29.936261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Attempting to bind port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 on network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:01:29.941308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 on network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:01:29.941669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Attempting to bind port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 on network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:01:29.947161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:01:29.948166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Checking segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:01:29.948588 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Bound using segment: {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:01:29.949083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Bound port: 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8872cc-15db-4f61-963c-1d946793f762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:01:29.949482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:30.044605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:01:30.050187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:01:30.055496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:30.070760 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2056bb43-1365-4075-8587-d5375908da08 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:30.286033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:30.296094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:30.327244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276ee03-83c3-4093-8fe7-d6c9f39c5b50 req-449af4d5-71bf-4240-b8ea-4dcef3cb39d6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:30.328802 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5276ee03-83c3-4093-8fe7-d6c9f39c5b50 req-449af4d5-71bf-4240-b8ea-4dcef3cb39d6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 945 time: 0.2237291
Apr 07 08:01:30.360923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:30.361623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:30.363086 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] 10.222.0.67 "PUT /v2.0/ports/6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 HTTP/1.1" status: 200  len: 1093 time: 1.7680988
Apr 07 08:01:30.363612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:30.393303 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5276ee03-83c3-4093-8fe7-d6c9f39c5b50 req-85f8d6d5-0b07-4876-a322-d87e6a6f8500 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561154
Apr 07 08:01:30.411650 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'status': 'completed', 'code': 200}
Apr 07 08:01:30.965916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f7859-6168-4634-9ca4-71e2e955d2e6 req-d85b11ba-bb00-4306-bd4f-7219dbe3bdce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:30.967563 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-725f7859-6168-4634-9ca4-71e2e955d2e6 req-d85b11ba-bb00-4306-bd4f-7219dbe3bdce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0903366
Apr 07 08:01:31.016033 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-725f7859-6168-4634-9ca4-71e2e955d2e6 req-1ac6d221-a1f0-4e0f-b221-9a1a16629e14 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419016
Apr 07 08:01:31.603295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337bf6-dfe3-423d-ad49-06b177ed0a23 req-5cb622a7-911d-410b-9267-a56cc0f1b9ac tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:31.604881 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f337bf6-dfe3-423d-ad49-06b177ed0a23 req-5cb622a7-911d-410b-9267-a56cc0f1b9ac tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 945 time: 0.0920749
Apr 07 08:01:31.652140 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5f337bf6-dfe3-423d-ad49-06b177ed0a23 req-7eacd94f-e129-4fea-8cb9-130b611306db tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406768
Apr 07 08:01:32.216608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6509a-9bae-4cc9-85df-7d9b213b15d5 req-419b046c-67fa-492c-807d-b305ec3d6b44 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:32.218214 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9eb6509a-9bae-4cc9-85df-7d9b213b15d5 req-419b046c-67fa-492c-807d-b305ec3d6b44 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0876944
Apr 07 08:01:32.264689 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9eb6509a-9bae-4cc9-85df-7d9b213b15d5 req-f8f3e8f5-8ded-48aa-a15f-8152c42151e7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403697
Apr 07 08:01:32.860186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5209e-2c15-4f86-a8f5-390d10383b06 req-f4abd28d-58b1-46ba-b8ae-792520875c05 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:32.861835 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6db5209e-2c15-4f86-a8f5-390d10383b06 req-f4abd28d-58b1-46ba-b8ae-792520875c05 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 945 time: 0.0971389
Apr 07 08:01:32.956624 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6db5209e-2c15-4f86-a8f5-390d10383b06 req-d1e26faf-8e5a-4a38-8807-50ce30396ee5 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875788
Apr 07 08:01:32.984763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e6e3b-8c24-4dd8-bcd3-b154ce9b1d1c req-a1c61999-0d82-49f5-a4bf-ecfff993fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:32.986380 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-148e6e3b-8c24-4dd8-bcd3-b154ce9b1d1c req-a1c61999-0d82-49f5-a4bf-ecfff993fe04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 1096 time: 0.1445062
Apr 07 08:01:33.135380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e6e3b-8c24-4dd8-bcd3-b154ce9b1d1c req-ef225128-b631-454e-8fe3-c14c9b084410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:33.137027 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-148e6e3b-8c24-4dd8-bcd3-b154ce9b1d1c req-ef225128-b631-454e-8fe3-c14c9b084410 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=be657b903e35488597869917af4011fc&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1433353
Apr 07 08:01:33.282781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e6e3b-8c24-4dd8-bcd3-b154ce9b1d1c req-b13a639f-23e3-4cf0-b5c5-e89218920df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:33.284263 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-148e6e3b-8c24-4dd8-bcd3-b154ce9b1d1c req-b13a639f-23e3-4cf0-b5c5-e89218920df9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1403253
Apr 07 08:01:33.471981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-9b7c3a8f-461c-4036-b6c0-56b6988bcb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:33.473640 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-9b7c3a8f-461c-4036-b6c0-56b6988bcb96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 1096 time: 0.1463089
Apr 07 08:01:33.490846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8d2cc-2c81-49bc-bd68-bf303c489d58 req-d5faf323-ba92-41e0-8140-ee28eb2e4621 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:33.492409 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4ea8d2cc-2c81-49bc-bd68-bf303c489d58 req-d5faf323-ba92-41e0-8140-ee28eb2e4621 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1130271
Apr 07 08:01:33.806389 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-4b7f4926-63c8-4a85-afa7-1f2085e8bbda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 HTTP/1.1" status: 200  len: 217 time: 0.3129880
Apr 07 08:01:33.885217 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4ea8d2cc-2c81-49bc-bd68-bf303c489d58 req-5b775585-316b-4fe3-98ca-386553e8ffb5 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005917
Apr 07 08:01:33.898922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-b8659cf6-cca9-48f0-84c9-22fc7ba0b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:33.900493 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-b8659cf6-cca9-48f0-84c9-22fc7ba0b2e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.0848954
Apr 07 08:01:33.988652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-b503ef62-ef1c-4b43-a325-86c04ebbb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:33.990319 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-b503ef62-ef1c-4b43-a325-86c04ebbb881 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763791
Apr 07 08:01:34.194559 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-0ab41741-a2ab-488f-ab2d-5c3dcc330265 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961393
Apr 07 08:01:34.210012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7c82b-7c5a-426b-b1b0-d96417542dca req-de0d48d2-ff95-4c8d-b2bb-c453def7573d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:34.211506 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ca7c82b-7c5a-426b-b1b0-d96417542dca req-de0d48d2-ff95-4c8d-b2bb-c453def7573d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 945 time: 0.1358194
Apr 07 08:01:34.263290 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ca7c82b-7c5a-426b-b1b0-d96417542dca req-3f265a21-5882-4f01-b645-1520bec81a03 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453684
Apr 07 08:01:35.088494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd799a5-03dc-480d-9d78-9dc8f287461f req-85580372-d272-4445-bf31-ea4ff5deed74 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:35.090094 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdd799a5-03dc-480d-9d78-9dc8f287461f req-85580372-d272-4445-bf31-ea4ff5deed74 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0869753
Apr 07 08:01:35.227920 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdd799a5-03dc-480d-9d78-9dc8f287461f req-6127fab8-5d66-4e49-92ad-77509b697f49 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314628
Apr 07 08:01:35.273886 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e9b79334-4c5e-44a4-ba9f-570675b306bf req-63bbfec3-da4c-4bfb-900f-e8fa0d984015 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565752
Apr 07 08:01:36.437209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e7aa1-2ab4-4f60-82a0-72630e988579 req-c79615d3-8696-442e-92f2-168019d964de tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:36.438811 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-da7e7aa1-2ab4-4f60-82a0-72630e988579 req-c79615d3-8696-442e-92f2-168019d964de tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0929506
Apr 07 08:01:36.486449 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-da7e7aa1-2ab4-4f60-82a0-72630e988579 req-5bb5d842-83fe-422b-b810-be49d902fc95 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407932
Apr 07 08:01:37.688291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca642c-5ac6-49a0-9bac-3a0b2a90d0a0 req-c6cab47d-1075-4999-baf6-c626e2be30c1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:37.689823 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aeca642c-5ac6-49a0-9bac-3a0b2a90d0a0 req-c6cab47d-1075-4999-baf6-c626e2be30c1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0869818
Apr 07 08:01:37.736676 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aeca642c-5ac6-49a0-9bac-3a0b2a90d0a0 req-a9ebcc4b-8e25-418a-a2ef-cf43f50ba212 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399728
Apr 07 08:01:38.943398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181dceb-26bf-406f-8d6d-9bed243eedd0 req-b8937dd4-c66b-4f6b-8a0b-9b41f85bc73d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:38.945555 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a181dceb-26bf-406f-8d6d-9bed243eedd0 req-b8937dd4-c66b-4f6b-8a0b-9b41f85bc73d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0905628
Apr 07 08:01:38.992049 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a181dceb-26bf-406f-8d6d-9bed243eedd0 req-da45d3d2-3499-4fe4-8303-bd7bce5a434f tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403459
Apr 07 08:01:40.199300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466abcd-afb0-44b9-8e92-135230ee6074 req-ec748de7-0704-470e-8385-fe1ba6ba3bd7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:40.200849 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c466abcd-afb0-44b9-8e92-135230ee6074 req-ec748de7-0704-470e-8385-fe1ba6ba3bd7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0896997
Apr 07 08:01:40.248461 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c466abcd-afb0-44b9-8e92-135230ee6074 req-43818446-84aa-47db-ae5e-aca745160174 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412054
Apr 07 08:01:40.873882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:01:41.014084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:41.027730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'port_id': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'mac_address': 'fa:16:3e:a8:94:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:01:41.087948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:41.105742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:01:41.121930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:41.124779 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:41.126536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:41.194195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:41.197604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:41.447800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:01:41.457139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c11bc6-931c-41aa-9845-2b6a2c5f8f0f req-56956dbf-e00c-45e6-a304-e32e1161993c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:41.461691 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-70c11bc6-931c-41aa-9845-2b6a2c5f8f0f req-56956dbf-e00c-45e6-a304-e32e1161993c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 944 time: 0.0904658
Apr 07 08:01:41.508837 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-70c11bc6-931c-41aa-9845-2b6a2c5f8f0f req-a5dc85e5-cec2-4d19-bd2a-00d6f8aca5d0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438402
Apr 07 08:01:42.716100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47540bf6-1aa2-4c38-b530-6f44318bfa61 req-340f2f3f-19bd-4476-ab2e-461f6b66c60b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:42.717697 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-47540bf6-1aa2-4c38-b530-6f44318bfa61 req-340f2f3f-19bd-4476-ab2e-461f6b66c60b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 944 time: 0.0912254
Apr 07 08:01:42.765451 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-47540bf6-1aa2-4c38-b530-6f44318bfa61 req-21270898-d671-4bc0-960c-ed6981aaa805 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414529
Apr 07 08:01:42.884613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:01:42.954912 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:01:42.959705 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:01:42.960120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:43.084483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:43.111471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:43.122781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:43.125916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:43.128495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:43.169502 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'code': 200}
Apr 07 08:01:43.205529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:43.208527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:43.424328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3749-a33d-450f-966f-9f3685600796 req-b12c988e-6b65-4595-ad3e-04613361f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:43.426032 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3dec3749-a33d-450f-966f-9f3685600796 req-b12c988e-6b65-4595-ad3e-04613361f71f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 1098 time: 0.0767426
Apr 07 08:01:43.472151 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3dec3749-a33d-450f-966f-9f3685600796 req-8cdbf3d3-556a-4a6b-8e4a-9b904a37a310 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383959
Apr 07 08:01:43.969630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a776c7-f11d-48da-ba0a-e38209426332 req-05d2fbd3-3dfa-4be9-a84d-97e898689811 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:43.971298 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-98a776c7-f11d-48da-ba0a-e38209426332 req-05d2fbd3-3dfa-4be9-a84d-97e898689811 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.0875576
Apr 07 08:01:44.020349 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-98a776c7-f11d-48da-ba0a-e38209426332 req-a56d097e-633b-41a6-b665-276f5df94983 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419919
Apr 07 08:01:45.230608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416a4e8-ca45-4351-8025-0b61a2c0c7ed req-4802a46f-382b-41c8-b049-79bb27aa1833 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:45.232212 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3416a4e8-ca45-4351-8025-0b61a2c0c7ed req-4802a46f-382b-41c8-b049-79bb27aa1833 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.0929492
Apr 07 08:01:45.281910 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3416a4e8-ca45-4351-8025-0b61a2c0c7ed req-3caee9c9-296d-4583-836d-03361be4b808 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426128
Apr 07 08:01:45.482857 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71448316-31ec-4b62-979d-0d7bd614fd8d req-5bff9a95-b9c5-47bd-bfb8-a167962a8798 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:45.484367 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-71448316-31ec-4b62-979d-0d7bd614fd8d req-5bff9a95-b9c5-47bd-bfb8-a167962a8798 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.0867450
Apr 07 08:01:45.494647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 42414) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:01:45.500407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Request body: {'floatingip': {'port_id': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:01:45.582888 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:46.201615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:46.204532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:46.400261 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Floating IP 0b784660-edb0-47e3-8ef6-32b733f7dc7a associated. External IP: 172.27.1.252, port: 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134.
Apr 07 08:01:47.029351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259eadf-2e4a-4c2e-bdf9-9586a463ae17 req-2789627c-a25f-4c5f-9f97-c6e589fcf40d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:47.030930 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1259eadf-2e4a-4c2e-bdf9-9586a463ae17 req-2789627c-a25f-4c5f-9f97-c6e589fcf40d tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 945 time: 0.2877605
Apr 07 08:01:47.111483 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1259eadf-2e4a-4c2e-bdf9-9586a463ae17 req-a914ba9d-0be8-45de-8f61-4639ab73a2b8 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705321
Apr 07 08:01:47.126787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:01:47.313416 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:01:47.318296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:47.322968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] Sync routers for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:01:47.332896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:01:47.333663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f611f60>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:01:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:01:47.380218 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9ed56962-d011-4a15-83b4-db903815d9e0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "PUT /v2.0/floatingips/0b784660-edb0-47e3-8ef6-32b733f7dc7a HTTP/1.1" status: 200  len: 991 time: 1.8844333
Apr 07 08:01:47.380971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:47.495705 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'status': 'completed', 'code': 200}
Apr 07 08:01:47.528962 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:01:47.613914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-0a7a5dee-64e7-47e3-9517-93eacf712257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:47.615438 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-0a7a5dee-64e7-47e3-9517-93eacf712257 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 1098 time: 0.0793912
Apr 07 08:01:47.761420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-87d7514d-0f80-4bd4-ad53-3edacd034790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:47.762988 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-87d7514d-0f80-4bd4-ad53-3edacd034790 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 917 time: 0.1380949
Apr 07 08:01:47.877689 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-d931f2c4-cdf8-4718-8497-2d8dea88dda9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 HTTP/1.1" status: 200  len: 999 time: 0.1076443
Apr 07 08:01:47.915928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f611f60>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '0b784660-edb0-47e3-8ef6-32b733f7dc7a', 'tenant_id': 'be657b903e35488597869917af4011fc', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'port_id': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'mac_address': 'fa:16:3e:a8:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:01:23Z', 'updated_at': '2021-04-07T08:01:46Z', 'revision_number': 1, 'project_id': 'be657b903e35488597869917af4011fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:01:47.920482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] Checking router: 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:01:47.930483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:01:47.931134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f611f60>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:01:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:01:47.964582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-96982769-0407-477a-8fa8-ff91475c129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:47.964582 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-96982769-0407-477a-8fa8-ff91475c129d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.0707688
Apr 07 08:01:48.068620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-15daccb1-8305-4a45-b912-5075f4fcaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:48.070294 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-15daccb1-8305-4a45-b912-5075f4fcaf17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0961075
Apr 07 08:01:48.130342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:01:48.232358 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-33169042-ef17-4b9f-83d1-b7abad81e973 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500051
Apr 07 08:01:48.436603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9733f-3faf-4011-977f-f19cb13a707e req-82fe4a6d-ecf4-4377-9b0f-9ea738f5ddaa tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:48.438153 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cfd9733f-3faf-4011-977f-f19cb13a707e req-82fe4a6d-ecf4-4377-9b0f-9ea738f5ddaa tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 945 time: 0.2024326
Apr 07 08:01:48.473692 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd4b28c3-0320-48ba-bdc2-b8de87d2b33e req-9141e7af-12ca-4be1-b1d6-e6591513993d service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972766
Apr 07 08:01:48.497690 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cfd9733f-3faf-4011-977f-f19cb13a707e req-af662a01-13fb-4fa0-8fe9-76c80c757bdc tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495226
Apr 07 08:01:48.517795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f611f60>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '0b784660-edb0-47e3-8ef6-32b733f7dc7a', 'tenant_id': 'be657b903e35488597869917af4011fc', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'port_id': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'mac_address': 'fa:16:3e:a8:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:01:23Z', 'updated_at': '2021-04-07T08:01:46Z', 'revision_number': 1, 'project_id': 'be657b903e35488597869917af4011fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:01:48.521991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8c33b-0c84-436d-91b7-85cec47bb7e0 None None] The sync data for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi is: [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '0b784660-edb0-47e3-8ef6-32b733f7dc7a', 'tenant_id': 'be657b903e35488597869917af4011fc', 'floating_ip_address': '172.27.1.252', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'port_id': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'mac_address': 'fa:16:3e:a8:94:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:01:23Z', 'updated_at': '2021-04-07T08:01:46Z', 'revision_number': 1, 'project_id': 'be657b903e35488597869917af4011fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:01:48.787264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a99122-4c69-44e9-a72c-b2a64480b1c0 None None] New status for floating IP 0b784660-edb0-47e3-8ef6-32b733f7dc7a: ACTIVE {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:01:49.011598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-ca4cbd9f-59ce-4dcd-ba9f-ff2940dd09bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:49.013179 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-ca4cbd9f-59ce-4dcd-ba9f-ff2940dd09bf tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.67 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 945 time: 0.0915282
Apr 07 08:01:49.094136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Deleting port 74307ded-de04-413c-a632-46e4af60a5eb {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:01:49.094510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:49.355743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] For port 74307ded-de04-413c-a632-46e4af60a5eb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=74307ded-de04-413c-a632-46e4af60a5eb,segment=NetworkSegment(af6ba95f-13a5-4599-8cbb-42302086bb61),segment_id=af6ba95f-13a5-4599-8cbb-42302086bb61)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:49.356148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:49.491011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Calling delete_port for 74307ded-de04-413c-a632-46e4af60a5eb owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:01:49.756305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ffbb7-551f-4092-a748-bf4989fd21ad req-eae449aa-2d79-4746-9433-6df900248126 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:49.757961 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-137ffbb7-551f-4092-a748-bf4989fd21ad req-eae449aa-2d79-4746-9433-6df900248126 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 945 time: 0.2298801
Apr 07 08:01:49.803648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:49.815375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['74307ded-de04-413c-a632-46e4af60a5eb'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:01:49.821681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a1203590-0808-4a64-88d8-dbb398f314a4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:50.160915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Pushing event deleted for resources: {'Port': ['ID=74307ded-de04-413c-a632-46e4af60a5eb,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:50.179264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50bd47-1792-4b66-b97b-5874c8470fd6 req-05fd49e5-26b6-4096-b5ef-3300e0f1c145 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:50.180857 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ec50bd47-1792-4b66-b97b-5874c8470fd6 req-05fd49e5-26b6-4096-b5ef-3300e0f1c145 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/ports?device_id=53aa525a-b0ef-47db-ad11-bdaddc5bc84a HTTP/1.1" status: 200  len: 945 time: 0.5589983
Apr 07 08:01:50.183755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:50.186822 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-137ffbb7-551f-4092-a748-bf4989fd21ad req-1871c648-09b6-47ef-ae62-d5ca9a870bd7 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4176357
Apr 07 08:01:50.266141 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ec50bd47-1792-4b66-b97b-5874c8470fd6 req-8c42ce38-e72a-4ff1-97f2-dda35ad2b342 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.61 "GET /v2.0/security-groups?id=260b1746-8dd5-4b69-b536-d52f8cc91baf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782940
Apr 07 08:01:50.355889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] No DVR routers for this DVR port 74307ded-de04-413c-a632-46e4af60a5eb on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:01:50.358380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:50.361127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aa525a-b0ef-47db-ad11-bdaddc5bc84a', 'name': 'network-vif-deleted', 'tag': '74307ded-de04-413c-a632-46e4af60a5eb'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:50.376677 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ea5c0a12-29bf-4b84-97e7-afa5b69bb8f4 req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] 10.222.0.67 "DELETE /v2.0/ports/74307ded-de04-413c-a632-46e4af60a5eb HTTP/1.1" status: 204  len: 173 time: 1.3538158
Apr 07 08:01:50.410077 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aa525a-b0ef-47db-ad11-bdaddc5bc84a', 'name': 'network-vif-deleted', 'tag': '74307ded-de04-413c-a632-46e4af60a5eb', 'status': 'completed', 'code': 200}
Apr 07 08:01:51.466057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eba93-71b2-40c6-a29e-dbc9f56c38c7 req-b3800d5e-8698-4604-b842-2f0b0bed7059 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:51.467700 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b76eba93-71b2-40c6-a29e-dbc9f56c38c7 req-b3800d5e-8698-4604-b842-2f0b0bed7059 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 945 time: 0.1620147
Apr 07 08:01:51.476586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-7aa66f5d-3b06-4928-b511-7d6fa0cf38a9 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:51.477991 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-7aa66f5d-3b06-4928-b511-7d6fa0cf38a9 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 945 time: 0.1270323
Apr 07 08:01:51.581463 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b76eba93-71b2-40c6-a29e-dbc9f56c38c7 req-2312a3dd-9e95-47e3-8de4-7b0fbfef738e tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024163
Apr 07 08:01:51.590057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Deleting port bae2bdf6-0bf1-47ab-be72-b80c6331bccb {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:01:51.590429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:51.865886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] For port bae2bdf6-0bf1-47ab-be72-b80c6331bccb, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:51.866982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:51.999388 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Calling delete_port for bae2bdf6-0bf1-47ab-be72-b80c6331bccb owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:01:52.145336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:52.156313 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b', 'd51b28cf-a31c-400c-8c9a-3da959d01ac6', 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:01:52.159878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:01:52.258864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Pushing event deleted for resources: {'Port': ['ID=bae2bdf6-0bf1-47ab-be72-b80c6331bccb,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:01:52.262735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:01:52.406916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] No DVR routers for this DVR port bae2bdf6-0bf1-47ab-be72-b80c6331bccb on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:01:52.409379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:52.412150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b101c2-253b-4bda-b078-8e38e3402586', 'name': 'network-vif-deleted', 'tag': 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:01:52.427621 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b84f8578-9a22-48b8-b6b8-eb0964a1a944 req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "DELETE /v2.0/ports/bae2bdf6-0bf1-47ab-be72-b80c6331bccb HTTP/1.1" status: 204  len: 173 time: 0.9346290
Apr 07 08:01:52.464962 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b101c2-253b-4bda-b078-8e38e3402586', 'name': 'network-vif-deleted', 'tag': 'bae2bdf6-0bf1-47ab-be72-b80c6331bccb', 'status': 'completed', 'code': 200}
Apr 07 08:01:52.591781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:01:52.759041 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-a3c35394-45d5-43bf-b729-944ea4d60960 req-5af7b09c-5f42-4edc-baff-e3faa4ca8a00 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:01:52.774316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-a3c35394-45d5-43bf-b729-944ea4d60960 req-5af7b09c-5f42-4edc-baff-e3faa4ca8a00 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:01:52.775587 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a3c35394-45d5-43bf-b729-944ea4d60960 req-5af7b09c-5f42-4edc-baff-e3faa4ca8a00 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=89b101c2-253b-4bda-b078-8e38e3402586 HTTP/1.1" status: 200  len: 210 time: 0.0632975
Apr 07 08:01:52.907068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 74307ded-de04-413c-a632-46e4af60a5eb no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:01:52.947275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 74307ded-de04-413c-a632-46e4af60a5eb {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:01:52.947659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 74307ded-de04-413c-a632-46e4af60a5eb not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:01:53.329743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7f9ad400-058d-4c9e-835a-2fb8b2474d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:56.017580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-82ffd21e-8909-4192-8c55-e30e5b128138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:56.421489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:56.922752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device bae2bdf6-0bf1-47ab-be72-b80c6331bccb no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:01:56.959514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: bae2bdf6-0bf1-47ab-be72-b80c6331bccb {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:01:56.959897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device bae2bdf6-0bf1-47ab-be72-b80c6331bccb not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:01:57.397926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:57.442157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:57.703254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43ecba-138e-4e8f-ace9-7db78a3c9ab1 req-29f2e017-e8f1-4da8-aa22-3dd72d92c537 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:57.704891 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8b43ecba-138e-4e8f-ace9-7db78a3c9ab1 req-29f2e017-e8f1-4da8-aa22-3dd72d92c537 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 946 time: 0.0906854
Apr 07 08:01:57.757539 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8b43ecba-138e-4e8f-ace9-7db78a3c9ab1 req-d278fa5c-722f-4d8a-a2a4-d07ac300610a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461459
Apr 07 08:01:58.124780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:58.957424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21885d3e-b030-4722-b874-5f6a2382655f req-16e8b0a9-5bd0-469b-843c-d1864571cfe6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:58.959169 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-21885d3e-b030-4722-b874-5f6a2382655f req-16e8b0a9-5bd0-469b-843c-d1864571cfe6 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 946 time: 0.0890393
Apr 07 08:01:59.008740 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-21885d3e-b030-4722-b874-5f6a2382655f req-1b774aa5-6f6a-4bed-ad43-86a272f792e4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433147
Apr 07 08:01:59.376374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46094498-9a0b-4f14-8218-0d5440744507 req-7c0e6101-fbf2-40e0-afe3-cd9fae3f40b8 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:01:59.377947 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-46094498-9a0b-4f14-8218-0d5440744507 req-7c0e6101-fbf2-40e0-afe3-cd9fae3f40b8 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 946 time: 0.0913677
Apr 07 08:01:59.455608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Deleting port d51b28cf-a31c-400c-8c9a-3da959d01ac6 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:01:59.455994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:59.718009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] For port d51b28cf-a31c-400c-8c9a-3da959d01ac6, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=d51b28cf-a31c-400c-8c9a-3da959d01ac6,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:01:59.718407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:01:59.847765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Calling delete_port for d51b28cf-a31c-400c-8c9a-3da959d01ac6 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:01:59.995400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:00.010417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b', 'd51b28cf-a31c-400c-8c9a-3da959d01ac6'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:02:00.013752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:00.111538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Pushing event deleted for resources: {'Port': ['ID=d51b28cf-a31c-400c-8c9a-3da959d01ac6,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:00.114161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:00.178091 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a2fb3247-de56-4dd8-80da-0a31a6fffa9f req-cfb54030-d426-429f-88f9-ca956984bde4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09a9d2c-b351-4e88-a8da-ac0b97948a10 HTTP/1.1" status: 200  len: 210 time: 0.0500891
Apr 07 08:02:00.307458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] No DVR routers for this DVR port d51b28cf-a31c-400c-8c9a-3da959d01ac6 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:02:00.309800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:00.312521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a9d2c-b351-4e88-a8da-ac0b97948a10', 'name': 'network-vif-deleted', 'tag': 'd51b28cf-a31c-400c-8c9a-3da959d01ac6'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:02:00.328658 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-46094498-9a0b-4f14-8218-0d5440744507 req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "DELETE /v2.0/ports/d51b28cf-a31c-400c-8c9a-3da959d01ac6 HTTP/1.1" status: 204  len: 173 time: 0.9436693
Apr 07 08:02:00.364390 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a9d2c-b351-4e88-a8da-ac0b97948a10', 'name': 'network-vif-deleted', 'tag': 'd51b28cf-a31c-400c-8c9a-3da959d01ac6', 'status': 'completed', 'code': 200}
Apr 07 08:02:01.655030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000da52-d4ba-4402-b10f-5e29c27c72be req-5b492752-5c46-4f81-b4ad-1bc3f1eef607 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:01.655769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-7000da52-d4ba-4402-b10f-5e29c27c72be req-5b492752-5c46-4f81-b4ad-1bc3f1eef607 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:02:01.670057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-7000da52-d4ba-4402-b10f-5e29c27c72be req-5b492752-5c46-4f81-b4ad-1bc3f1eef607 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:02:01.671271 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7000da52-d4ba-4402-b10f-5e29c27c72be req-5b492752-5c46-4f81-b4ad-1bc3f1eef607 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.1044972
Apr 07 08:02:01.718395 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7000da52-d4ba-4402-b10f-5e29c27c72be req-8eb55f10-7883-486e-a6d7-b2e00246d21a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409508
Apr 07 08:02:02.917976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e2e1a-6987-49a0-bd26-6849a62a5972 req-4c945fb7-2618-4a17-b81a-01b7921e4238 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:02.920172 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ce0e2e1a-6987-49a0-bd26-6849a62a5972 req-4c945fb7-2618-4a17-b81a-01b7921e4238 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0909076
Apr 07 08:02:02.969336 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ce0e2e1a-6987-49a0-bd26-6849a62a5972 req-00b5ce5b-e268-43e3-92bb-56a451775df9 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425847
Apr 07 08:02:04.172101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96393a95-1856-4bca-9eb9-0089ca3c2d8d req-b60adf86-9dff-4cb8-8a11-5bf1f6bb1bda tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:04.173600 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96393a95-1856-4bca-9eb9-0089ca3c2d8d req-b60adf86-9dff-4cb8-8a11-5bf1f6bb1bda tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0900719
Apr 07 08:02:04.221245 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-96393a95-1856-4bca-9eb9-0089ca3c2d8d req-5d78b339-d1d1-4831-b885-fbeb95040e78 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413649
Apr 07 08:02:05.420925 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373afdd9-1412-443e-b4fb-53f7fd66b3ea req-9ed0c0bd-3e13-4b91-9c13-28098fa6ca14 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:05.422554 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-373afdd9-1412-443e-b4fb-53f7fd66b3ea req-9ed0c0bd-3e13-4b91-9c13-28098fa6ca14 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0893586
Apr 07 08:02:05.454185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device d51b28cf-a31c-400c-8c9a-3da959d01ac6 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:05.473280 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-373afdd9-1412-443e-b4fb-53f7fd66b3ea req-a4630b0b-3456-4fe6-b161-251dcda3a594 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444498
Apr 07 08:02:05.495702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: d51b28cf-a31c-400c-8c9a-3da959d01ac6 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:05.496097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device d51b28cf-a31c-400c-8c9a-3da959d01ac6 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:06.056815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-d3763cf4-6afc-429f-a1c1-2f26a45033dd tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:06.058430 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-d3763cf4-6afc-429f-a1c1-2f26a45033dd tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.0871422
Apr 07 08:02:06.136048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Deleting port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:06.136419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:06.397642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] For port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:06.398073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:06.533503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Calling delete_port for 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:06.764241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e3bd-7159-4848-ab5b-1628954452b6 req-317b9e70-e7cd-4ef1-8606-773eff67e6a3 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:06.765952 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b555e3bd-7159-4848-ab5b-1628954452b6 req-317b9e70-e7cd-4ef1-8606-773eff67e6a3 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b2cc52-4156-44ed-86fa-712dde126bd9 HTTP/1.1" status: 200  len: 946 time: 0.1654985
Apr 07 08:02:06.772163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:06.785001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:02:06.790061 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1543f8df-7a42-4816-8963-1baff6335afc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:06.858717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Pushing event deleted for resources: {'Port': ['ID=1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:06.867865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:07.173983 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b555e3bd-7159-4848-ab5b-1628954452b6 req-766a5885-13c8-446c-a905-8154b6c879f8 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3996758
Apr 07 08:02:07.307806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] No DVR routers for this DVR port 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:02:07.310203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:07.312849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b2cc52-4156-44ed-86fa-712dde126bd9', 'name': 'network-vif-deleted', 'tag': '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:02:07.327977 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ad98eb3-b483-436b-8218-6ba4ef1ef95d req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "DELETE /v2.0/ports/1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b HTTP/1.1" status: 204  len: 173 time: 1.2617893
Apr 07 08:02:07.362042 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b2cc52-4156-44ed-86fa-712dde126bd9', 'name': 'network-vif-deleted', 'tag': '1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b', 'status': 'completed', 'code': 200}
Apr 07 08:02:09.476556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:09.677881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:09.678283 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 1d12b1dc-b101-4a9f-bddb-32ae3ab7e78b not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:09.909966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9485f1-23ee-4547-8318-1339ba507123 req-fbe27933-eb1d-40d5-a054-3f131f452ea4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:09.910721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-0c9485f1-23ee-4547-8318-1339ba507123 req-fbe27933-eb1d-40d5-a054-3f131f452ea4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:02:09.926722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-0c9485f1-23ee-4547-8318-1339ba507123 req-fbe27933-eb1d-40d5-a054-3f131f452ea4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:02:09.927966 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0c9485f1-23ee-4547-8318-1339ba507123 req-fbe27933-eb1d-40d5-a054-3f131f452ea4 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 946 time: 0.1076851
Apr 07 08:02:09.979310 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0c9485f1-23ee-4547-8318-1339ba507123 req-84b26574-d0cc-4734-a3dd-74e4d4a9ab7f tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450618
Apr 07 08:02:11.043824 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-3e069ec3-fe88-4c02-b11f-df4aa8560e4c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555384050&fields=id&tenant_id=974f9d493d8441c4b023298973ded87d HTTP/1.1" status: 200  len: 267 time: 0.0448439
Apr 07 08:02:11.206079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-0d6e6f07-b302-4729-94a6-10f14261e1f3 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:11.207582 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-0d6e6f07-b302-4729-94a6-10f14261e1f3 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 985 time: 0.1576169
Apr 07 08:02:11.220222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ab5b-7623-429a-85b2-417010f794e9 req-5c5814e5-37bd-44e2-8958-27e84f568527 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:11.221747 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7443ab5b-7623-429a-85b2-417010f794e9 req-5c5814e5-37bd-44e2-8958-27e84f568527 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 946 time: 0.1221592
Apr 07 08:02:11.228165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Request body: {'port': {'security_groups': ['eba37cf1-2504-4994-adc9-79af18e479b8']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:11.372685 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7443ab5b-7623-429a-85b2-417010f794e9 req-b461a3e9-85c3-4d59-a360-7d8d12dcdd25 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123047
Apr 07 08:02:11.402196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:11.783486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] For port 81be43ef-77d0-4921-a487-997f4b9a7596, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=81be43ef-77d0-4921-a487-997f4b9a7596,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:11.795282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-e5c85b40-3ebd-4135-8a3f-ed4f2deb262f tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:11.796812 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-e5c85b40-3ebd-4135-8a3f-ed4f2deb262f tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 946 time: 0.1552107
Apr 07 08:02:11.874423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:11.882547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:11.893856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['81be43ef-77d0-4921-a487-997f4b9a7596'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:02:11.903865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2366f116-ab49-494c-bd38-965278939bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:12.009125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Deleting port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:12.009474 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:12.110175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event updated for resources: {'Port': ['ID=81be43ef-77d0-4921-a487-997f4b9a7596,revision_number=7']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:12.113512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:12.300785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:12.301501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:12.303015 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-238423c1-fa33-41c9-aafb-993f11b9bbdb req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "PUT /v2.0/ports/81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 943 time: 1.0802984
Apr 07 08:02:12.303556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:02:12.312668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 42662) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:12.358086 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596', 'status': 'completed', 'code': 200}
Apr 07 08:02:12.372402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['81be43ef-77d0-4921-a487-997f4b9a7596'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:02:12.505258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] For port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,segment=NetworkSegment(84fcef8b-2822-4075-9733-736d4216445e),segment_id=84fcef8b-2822-4075-9733-736d4216445e)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:12.505665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:12.558325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d26-ae56-4821-afa2-2008ad4d0f6e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:12.574062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6fc8f5d0-b808-4159-a8a6-89ace38b2f8b None None] Provisioning complete for port 81be43ef-77d0-4921-a487-997f4b9a7596 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:12.574533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f5d0-b808-4159-a8a6-89ace38b2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:12.708089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Calling delete_port for cea18bfd-4d8e-4f86-b6a8-d0073da2d13e owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:12.781101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d26-ae56-4821-afa2-2008ad4d0f6e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:12.875404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-570f213d-e934-426d-9ab5-ab3299858fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:12.876937 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-570f213d-e934-426d-9ab5-ab3299858fdc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1099 time: 0.4810672
Apr 07 08:02:12.968963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb926ea-9823-4887-97d7-aa80a57f1839 req-d6ffd374-17bc-44c1-ace2-12ed2e943b5d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:12.970598 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fb926ea-9823-4887-97d7-aa80a57f1839 req-d6ffd374-17bc-44c1-ace2-12ed2e943b5d tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 946 time: 0.4697869
Apr 07 08:02:13.109826 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fb926ea-9823-4887-97d7-aa80a57f1839 req-1d79bcf5-f6a0-49ef-9463-797f5ad95b65 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e281868-30b6-44b8-bd60-9b977152ab93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295617
Apr 07 08:02:13.122423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d26-ae56-4821-afa2-2008ad4d0f6e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:13.129303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-08554492-ec7a-456b-8e88-9cd7d9f6d0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:13.148237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:13.159786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['cea18bfd-4d8e-4f86-b6a8-d0073da2d13e'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:02:13.170852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d1d26-ae56-4821-afa2-2008ad4d0f6e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae3da08-6d41-4a5b-8676-1d73ab34fbc4,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:13.180421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d62d1d26-ae56-4821-afa2-2008ad4d0f6e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:13.180988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b44b4df3-a30e-4bab-a1f7-d22149411c98 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:13.271703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-250f6209-23ee-4a32-8ed6-84c8563ba24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:13.273880 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-250f6209-23ee-4a32-8ed6-84c8563ba24b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 915 time: 0.3890431
Apr 07 08:02:13.286804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Pushing event deleted for resources: {'Port': ['ID=cea18bfd-4d8e-4f86-b6a8-d0073da2d13e,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:13.563363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:13.594730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d26-ae56-4821-afa2-2008ad4d0f6e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:13.595951 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d62d1d26-ae56-4821-afa2-2008ad4d0f6e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "DELETE /v2.0/security-groups/1ae3da08-6d41-4a5b-8676-1d73ab34fbc4 HTTP/1.1" status: 204  len: 168 time: 1.2828610
Apr 07 08:02:13.599081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42676) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:13.663409 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-f95fa836-a713-434f-946f-8b2be7cbfe79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 1002 time: 0.3779700
Apr 07 08:02:13.812514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] No DVR routers for this DVR port cea18bfd-4d8e-4f86-b6a8-d0073da2d13e on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:02:13.816238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:13.818331 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-14b0776d-d05c-43a0-892a-ec8166e55cf1 req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.67 "DELETE /v2.0/ports/cea18bfd-4d8e-4f86-b6a8-d0073da2d13e HTTP/1.1" status: 204  len: 173 time: 2.0152440
Apr 07 08:02:13.820263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Deleting port 024d832d-100f-4f10-83ee-c6f6696ed325 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:13.820647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:13.822639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-80237ded-ffc5-482d-a820-176f8607c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:13.824119 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-80237ded-ffc5-482d-a820-176f8607c491 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 200  len: 853 time: 0.1530921
Apr 07 08:02:13.922321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-b4dcde9c-31c1-47a2-87b4-8bfe56d836e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:13.924368 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-b4dcde9c-31c1-47a2-87b4-8bfe56d836e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad432238-a4a6-40d3-a104-7a6ea1076cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934482
Apr 07 08:02:14.007211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:14.007580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:14.067025 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-28ae532a-790b-4e1c-ad23-599c392673ce service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355445
Apr 07 08:02:14.139934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Calling delete_port for 024d832d-100f-4f10-83ee-c6f6696ed325 owned by network:floatingip {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:14.211404 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6db5bd6-9935-4977-98d0-be9c09b1a8a4 req-4521c54a-fd31-49cc-bb4f-16dbf8589c32 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365802
Apr 07 08:02:14.296142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-7e47d196-a959-402f-8b6f-6befe7eb078a req-6a1bda37-f8a2-4656-91ec-ea11a81731cb tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Synchronizing usage tracker for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:02:14.311468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:14.316851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-7e47d196-a959-402f-8b6f-6befe7eb078a req-6a1bda37-f8a2-4656-91ec-ea11a81731cb tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Unset dirty status for tenant:dd44a59498fe4a7abe7a09df15d777f8 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:02:14.318320 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7e47d196-a959-402f-8b6f-6befe7eb078a req-6a1bda37-f8a2-4656-91ec-ea11a81731cb tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] 10.222.0.61 "GET /v2.0/ports?device_id=61ee2264-e876-488d-88e6-053085a80c09 HTTP/1.1" status: 200  len: 210 time: 0.0699532
Apr 07 08:02:14.327036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:14.359616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ee2264-e876-488d-88e6-053085a80c09', 'name': 'network-vif-deleted', 'tag': 'cea18bfd-4d8e-4f86-b6a8-d0073da2d13e'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:02:14.414288 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ee2264-e876-488d-88e6-053085a80c09', 'name': 'network-vif-deleted', 'tag': 'cea18bfd-4d8e-4f86-b6a8-d0073da2d13e', 'status': 'completed', 'code': 200}
Apr 07 08:02:14.438551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event deleted for resources: {'Port': ['ID=024d832d-100f-4f10-83ee-c6f6696ed325,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:14.441427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:14.553308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks [] for floatingip, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:14.553793 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Floating IP e40605ef-f5b6-4b01-9541-1858d7a01969 disassociated (deleted). External IP: 172.27.1.166, port: 81be43ef-77d0-4921-a487-997f4b9a7596.
Apr 07 08:02:14.929097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Router f33dd39c-7182-4161-9a73-54dcbde1c061 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:02:15.115182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:02:15.125579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] Sync routers for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:02:15.128694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:15.135891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:15.136547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8700b8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:01:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:15.188503 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e0844b0d-729b-4c95-b284-2ffc02b6d904 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "DELETE /v2.0/floatingips/e40605ef-f5b6-4b01-9541-1858d7a01969 HTTP/1.1" status: 204  len: 168 time: 1.5881796
Apr 07 08:02:15.189193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:02:15.297506 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596', 'status': 'completed', 'code': 200}
Apr 07 08:02:15.335311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:15.415838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844debb-7b97-47e4-8229-bf49598cea96 req-c01569f7-9952-429a-9c4a-580c260a8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:15.417644 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e844debb-7b97-47e4-8229-bf49598cea96 req-c01569f7-9952-429a-9c4a-580c260a8541 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=974f9d493d8441c4b023298973ded87d&device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 1099 time: 0.0956120
Apr 07 08:02:15.433032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42718) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:15.504819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] Deleting subnet 35f623ab-c804-4c57-983f-43f05bbfe1a4 {{(pid=84318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:02:15.508559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:15.512394 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device cea18bfd-4d8e-4f86-b6a8-d0073da2d13e no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:15.570357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:15.578372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:15.615011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: cea18bfd-4d8e-4f86-b6a8-d0073da2d13e {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:15.615535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device cea18bfd-4d8e-4f86-b6a8-d0073da2d13e not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:15.618021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844debb-7b97-47e4-8229-bf49598cea96 req-6a3557db-e034-4d2c-945c-5591dc8aaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:15.619889 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e844debb-7b97-47e4-8229-bf49598cea96 req-6a3557db-e034-4d2c-945c-5591dc8aaefe service neutron] 10.222.0.67 "GET /v2.0/networks?id=ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 200  len: 915 time: 0.1946568
Apr 07 08:02:15.718237 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e844debb-7b97-47e4-8229-bf49598cea96 req-f9f7f0b2-089d-4455-8bab-144bfebabeaa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 200  len: 217 time: 0.0842772
Apr 07 08:02:15.757310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8700b8>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:50Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:15.762860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] Checking router: f33dd39c-7182-4161-9a73-54dcbde1c061 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:02:15.773085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:15.773796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8700b8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:01:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:15.810779 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844debb-7b97-47e4-8229-bf49598cea96 req-9a519572-ebe0-4e41-b703-7370ab5de17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:15.812527 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e844debb-7b97-47e4-8229-bf49598cea96 req-9a519572-ebe0-4e41-b703-7370ab5de17a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 200  len: 853 time: 0.0878153
Apr 07 08:02:15.993406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844debb-7b97-47e4-8229-bf49598cea96 req-ea782bd4-f953-44c6-a35a-1a44fbe76f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:15.995319 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e844debb-7b97-47e4-8229-bf49598cea96 req-ea782bd4-f953-44c6-a35a-1a44fbe76f89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ad432238-a4a6-40d3-a104-7a6ea1076cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1757579
Apr 07 08:02:16.014430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:16.166349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for subnet, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:16.183255 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e844debb-7b97-47e4-8229-bf49598cea96 req-0505f19a-fa3a-4497-afff-13cded859ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697502
Apr 07 08:02:16.186133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a033ba89-bd2f-46a9-a116-6a84b7d43ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:16.292559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f623ab-c804-4c57-983f-43f05bbfe1a4,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:16.297685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:16.343087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:16.349624 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6105bde8-de16-443b-a074-53a852f9fa90 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/35f623ab-c804-4c57-983f-43f05bbfe1a4 HTTP/1.1" status: 204  len: 168 time: 0.9154477
Apr 07 08:02:16.351795 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e844debb-7b97-47e4-8229-bf49598cea96 req-90c1a4d3-4a60-4e67-9b85-d831e281eba6 service neutron] 10.222.0.67 "GET /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595612
Apr 07 08:02:16.352368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42734) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:16.415640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8700b8>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:50Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:16.419945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31b8a8d-f7e3-4d62-82f5-76dcdb1a0b3a None None] The sync data for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi is: [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T07:58:37Z', 'revision_number': 4, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '47b4213d-79c2-494d-975e-b1dde6febde9', 'name': '', 'network_id': 'ad432238-a4a6-40d3-a104-7a6ea1076cf4', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'mac_address': 'fa:16:3e:8d:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:50Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'subnets': [{'id': '0a3c808c-baef-4075-baf8-fd8b4efbb33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:02:16.477851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:16.674071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:16.794348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9f1e6628d0>> segment before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.794848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9f1e6628d0>> subnet precommit_delete_associations 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.795534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1d9f54a8>> segment_host_mapping after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.795905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1d9f54a8>> port after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.796265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1d9f54a8>> port after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.796624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1d9f54a8>> port after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.796982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1d9f54a8>> segment after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.797432 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1d9f54a8>> subnet after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.797745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1d9f54a8>> subnet after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.798100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9f1d9f54a8>> subnet after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.869514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678f6196-7751-4a2b-aca4-a53dbcb52d4c None None] New status for floating IP e40605ef-f5b6-4b01-9541-1858d7a01969: DOWN {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:02:16.884942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f1e5f5be0>> subnet after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.885365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f1e5f5be0>> subnet after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.885814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f1e5f5be0>> subnet before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.886259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f9f1e5f5be0>> subnet before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 07 08:02:16.886561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1d95b748>,) {'filters': {'network_id': ['ebcf1867-5848-4ec9-98d3-ddf65be9e307']}} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:16.900591 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d95b748>, '84fcef8b-2822-4075-9733-736d4216445e') {'for_net_delete': True} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:16.900929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d95b748>, '84fcef8b-2822-4075-9733-736d4216445e') {} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:16.914130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789089187'] for segment, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:16.930391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:16.938081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=84318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:02:17.155294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:17.170219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64341914'] for segment, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.278562 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 42752) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:17.344882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Deleting subnet 468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:02:17.348038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.355325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Network ebcf1867-5848-4ec9-98d3-ddf65be9e307 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   from cryptography.utils import int_from_bytes
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   from cryptography.utils import int_from_bytes
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   (rel_b, rel_a, rel_b),
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   (rel_b, rel_a, rel_b),
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:02:17.380628 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:02:17.404662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789355933'] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.461671 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.463140 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.467539 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.470299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:17.494356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcf1867-5848-4ec9-98d3-ddf65be9e307,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:17.496875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:17.503636 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-598dc84f-ffae-43a4-9af2-14ccdb433745 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ebcf1867-5848-4ec9-98d3-ddf65be9e307 HTTP/1.1" status: 204  len: 168 time: 1.1501703
Apr 07 08:02:17.616386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42758) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:17.668946 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1a46105d-8744-46a0-b571-e040ba95a586 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd44a59498fe4a7abe7a09df15d777f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511999
Apr 07 08:02:17.671529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42762) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:17.722845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787880556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65395904'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.734414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1818a6e3-58c0-4f28-b7a6-d477f9e16023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.738361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-603550ec-784e-411e-9eb6-bf593b5895ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:17.765560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1818a6e3-58c0-4f28-b7a6-d477f9e16023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.809250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1818a6e3-58c0-4f28-b7a6-d477f9e16023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.814288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8c4bc3c8-4784-421e-9ecf-08468ce81c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:17.825623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:17.828380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818a6e3-58c0-4f28-b7a6-d477f9e16023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e281868-30b6-44b8-bd60-9b977152ab93,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:17.831203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1818a6e3-58c0-4f28-b7a6-d477f9e16023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:17.838771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:17.839712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1818a6e3-58c0-4f28-b7a6-d477f9e16023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.841407 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1818a6e3-58c0-4f28-b7a6-d477f9e16023 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e281868-30b6-44b8-bd60-9b977152ab93 HTTP/1.1" status: 204  len: 168 time: 0.1684477
Apr 07 08:02:17.884327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:17.891482 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/468bf9a7-42e1-4c7f-b5e2-3bb1bc3633cd HTTP/1.1" status: 204  len: 168 time: 0.6123629
Apr 07 08:02:17.895469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42768) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:18.011229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:18.202848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:18.325430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5a9828>,) {'filters': {'network_id': ['307812a6-fe4a-4881-9496-98284903bc67']}} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:18.338674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5a9828>, 'af6ba95f-13a5-4599-8cbb-42302086bb61') {'for_net_delete': True} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:18.339012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1f5a9828>, 'af6ba95f-13a5-4599-8cbb-42302086bb61') {} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:18.352909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789089187'] for segment, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:18.373917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:18.380507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:02:18.567487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Network 307812a6-fe4a-4881-9496-98284903bc67 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:18.576682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64341914'] for segment, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:18.697084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61347f60-8580-4575-8285-d798abf28a6c req-e842a491-8dee-40f7-b4ec-4ab95c8aa0c9 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:18.698805 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-61347f60-8580-4575-8285-d798abf28a6c req-e842a491-8dee-40f7-b4ec-4ab95c8aa0c9 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.0902765
Apr 07 08:02:18.751916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-61347f60-8580-4575-8285-d798abf28a6c req-1440958d-2912-4e24-8a42-69d4d4d7fbd9 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Synchronizing usage tracker for tenant:974f9d493d8441c4b023298973ded87d on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:02:18.759468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Network 307812a6-fe4a-4881-9496-98284903bc67 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:18.768716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-61347f60-8580-4575-8285-d798abf28a6c req-1440958d-2912-4e24-8a42-69d4d4d7fbd9 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Unset dirty status for tenant:974f9d493d8441c4b023298973ded87d on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:02:18.770131 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-61347f60-8580-4575-8285-d798abf28a6c req-1440958d-2912-4e24-8a42-69d4d4d7fbd9 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639400
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:02:18.782267 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:02:18.866684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:18.872436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:18.876772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:18.904132 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] 10.222.0.61 "DELETE /v2.0/networks/307812a6-fe4a-4881-9496-98284903bc67 HTTP/1.1" status: 204  len: 168 time: 1.0051687
Apr 07 08:02:18.904132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Pushing event deleted for resources: {'Network': ['ID=307812a6-fe4a-4881-9496-98284903bc67,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:18.905332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b678e4c6-2ffb-47f1-b28a-9dad28796847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:19.083832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42806) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:19.135995 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-838b566e-3fdc-4fc6-9767-4a612d50819f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=347e6f00a9c74167ade455c85056a3bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507853
Apr 07 08:02:19.138902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42810) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:19.206085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3304f9b-d6cb-475e-8ecf-5aa32ac3d3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:19.234632 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3304f9b-d6cb-475e-8ecf-5aa32ac3d3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:19.286312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3304f9b-d6cb-475e-8ecf-5aa32ac3d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:19.291807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b1fb338b-507e-49a6-9cfc-105bbe163969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:19.306341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3304f9b-d6cb-475e-8ecf-5aa32ac3d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260b1746-8dd5-4b69-b536-d52f8cc91baf,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:19.308801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d3304f9b-d6cb-475e-8ecf-5aa32ac3d3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:19.311005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d3304f9b-d6cb-475e-8ecf-5aa32ac3d3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:19.314654 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d3304f9b-d6cb-475e-8ecf-5aa32ac3d3c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/260b1746-8dd5-4b69-b536-d52f8cc91baf HTTP/1.1" status: 204  len: 168 time: 0.1722181
Apr 07 08:02:19.971544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92b3cd-9835-44c5-837a-f06150ddedc4 req-8a4fc465-859f-43bc-8a26-2b36befd87a1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:19.973167 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bb92b3cd-9835-44c5-837a-f06150ddedc4 req-8a4fc465-859f-43bc-8a26-2b36befd87a1 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.0869026
Apr 07 08:02:20.020965 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bb92b3cd-9835-44c5-837a-f06150ddedc4 req-dcb7c898-2f28-4911-8e03-35fa3421c08d tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/security-groups?id=eba37cf1-2504-4994-adc9-79af18e479b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408907
Apr 07 08:02:20.442371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3299572c-0285-456b-8488-137b7f71fbb5 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:20.443929 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3299572c-0285-456b-8488-137b7f71fbb5 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 946 time: 0.0890772
Apr 07 08:02:20.521980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Deleting port 81be43ef-77d0-4921-a487-997f4b9a7596 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:20.522890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:20.787993 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] For port 81be43ef-77d0-4921-a487-997f4b9a7596, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=81be43ef-77d0-4921-a487-997f4b9a7596,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:20.788390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:20.921458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Calling delete_port for 81be43ef-77d0-4921-a487-997f4b9a7596 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:21.070264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:21.082532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['81be43ef-77d0-4921-a487-997f4b9a7596'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:02:21.085190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-362f7d13-2558-411d-85d4-da7b95c59626 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:21.180231 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Pushing event deleted for resources: {'Port': ['ID=81be43ef-77d0-4921-a487-997f4b9a7596,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:21.235269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.235614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.236010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.236401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.236790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.237225 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.237616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.238003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.238382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.238763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.239146 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.239526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:21.258255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:21.262401 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fd78dd13-b36b-4f02-a592-30b587408556 req-a6a3a463-33c7-419a-9669-4a04997d1e65 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9f6b58f-b10e-4d58-aa0c-00b33173b12a HTTP/1.1" status: 200  len: 210 time: 0.0750747
Apr 07 08:02:21.388842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] No DVR routers for this DVR port 81be43ef-77d0-4921-a487-997f4b9a7596 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:02:21.391200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:21.393887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'name': 'network-vif-deleted', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:02:21.402846 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fb01dfe7-7d32-45e0-9baf-3a73b8c01be0 req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] 10.222.0.67 "DELETE /v2.0/ports/81be43ef-77d0-4921-a487-997f4b9a7596 HTTP/1.1" status: 204  len: 173 time: 0.9526308
Apr 07 08:02:21.446664 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f6b58f-b10e-4d58-aa0c-00b33173b12a', 'name': 'network-vif-deleted', 'tag': '81be43ef-77d0-4921-a487-997f4b9a7596', 'status': 'completed', 'code': 200}
Apr 07 08:02:22.231691 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42860) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:22.356788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:22.373422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:22.377627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Usage tracker for resource:security_group_rule and tenant:e3dbfd151bf64990ab42d95907bbc979 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:22.380618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:22.388113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:22.477958 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:22.480718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:22.489588 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a8ff2047-4b7b-42ba-b5ab-55b5822d45be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:22.533607 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3dbfd151bf64990ab42d95907bbc979&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3003461
Apr 07 08:02:22.534261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781f423-68a4-4939-975f-fb2a0654fbe4,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:22.536022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 42880) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:22.543509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.543921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.544286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.545175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.545573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.545973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.546366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.546760 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.547153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.547542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.547928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.548314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:22.553436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:22.844287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee4ef40a-4d46-4e60-bcd1-e546615a04ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:22.889036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee4ef40a-4d46-4e60-bcd1-e546615a04ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:22.943411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee4ef40a-4d46-4e60-bcd1-e546615a04ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:22.948381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b5d0f0fd-0d0a-41e4-9d95-7c22f1d8d328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:22.962524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ef40a-4d46-4e60-bcd1-e546615a04ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781f423-68a4-4939-975f-fb2a0654fbe4,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:22.965511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ee4ef40a-4d46-4e60-bcd1-e546615a04ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:22.967736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee4ef40a-4d46-4e60-bcd1-e546615a04ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:22.971482 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ee4ef40a-4d46-4e60-bcd1-e546615a04ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1781f423-68a4-4939-975f-fb2a0654fbe4 HTTP/1.1" status: 204  len: 168 time: 0.4316800
Apr 07 08:02:23.122642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 42922) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:23.334483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0720c4dd-9cd7-4c7e-a63e-955256d35755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:23.535262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 81be43ef-77d0-4921-a487-997f4b9a7596 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:23.572366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 81be43ef-77d0-4921-a487-997f4b9a7596 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:23.572868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 81be43ef-77d0-4921-a487-997f4b9a7596 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:23.691257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42942) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:23.703868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:23.806981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-726012250-network', 'tenant_id': '3eff714dbf6540d5bbed6d2d9463be5d'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:23.812136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:23.816264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Usage tracker for resource:network and tenant:3eff714dbf6540d5bbed6d2d9463be5d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:23.819797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:23.826907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:23.836455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Made reservation on behalf of 3eff714dbf6540d5bbed6d2d9463be5d for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:02:23.841259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:23.855273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:23.883433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:23.889581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Usage tracker for resource:security_group_rule and tenant:3eff714dbf6540d5bbed6d2d9463be5d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:23.894035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:23.901333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:23.990121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:23.992892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:23.997641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-616829bc-5766-4932-8543-bc5e3809098c tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:24.027807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 08:02:24.036910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f54905-2d9b-4fc2-908c-0e8666a17c1f,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:24.040780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:24.043311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.043703 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Added segment aa755933-6575-4aa7-8a29-56b088c04813 of type vlan for network 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8
Apr 07 08:02:24.075744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.088927 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Deleting port 47b4213d-79c2-494d-975e-b1dde6febde9 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:24.089336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.105027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.106449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:24.107090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.112044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:24.218945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Pushing event updated for resources: {'Network': ['ID=4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:24.225451 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5303111
Apr 07 08:02:24.225451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:24.225938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42950) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:24.229791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 08:02:24.232939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Request body: {'subnet': {'network_id': '4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-726012250-subnet', 'tenant_id': '3eff714dbf6540d5bbed6d2d9463be5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:24.238048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:24.242828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Usage tracker for resource:subnet and tenant:3eff714dbf6540d5bbed6d2d9463be5d is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:24.245994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:24.252044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:24.266639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Made reservation on behalf of 3eff714dbf6540d5bbed6d2d9463be5d for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:02:24.271385 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789123413'] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.279735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] For port 47b4213d-79c2-494d-975e-b1dde6febde9, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=47b4213d-79c2-494d-975e-b1dde6febde9,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:24.280138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.412287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Calling delete_port for 47b4213d-79c2-494d-975e-b1dde6febde9 owned by network:router_interface {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:24.586305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.602010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:24.672073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036790434038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789123432'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.688411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-11a50153-9782-449d-998e-17fe6a4e2ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:24.696465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Pushing event deleted for resources: {'Port': ['ID=47b4213d-79c2-494d-975e-b1dde6febde9,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:24.700460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:24.818286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e98a0f-95e0-48b3-a1f8-7a6a2ef93c19,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:24.833957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:24.903359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Checking segment: {'id': 'aa755933-6575-4aa7-8a29-56b088c04813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:24.903782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Network hostable DHCP agents. Network: 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 08:02:24.926449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Network 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 08:02:24.937532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:24.949071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0759ecf-a1eb-4bfd-a333-41b4268f37d0 None None] Network 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:24.950248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:24.950917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:24.974216 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e99ceb49-d320-47dd-841a-fef1327f2034 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7467861
Apr 07 08:02:25.061195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.199884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a32e63c-cb47-43ce-a8a7-2500785391f4 None None] Network 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:25.547455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42970) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:25.554305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1776517868-network', 'tenant_id': 'bc698bc85e4a458fbb84a43e355e6b0c'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:25.560046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:25.564480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Usage tracker for resource:network and tenant:bc698bc85e4a458fbb84a43e355e6b0c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:25.568810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:25.575924 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:25.585593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Made reservation on behalf of bc698bc85e4a458fbb84a43e355e6b0c for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:02:25.590527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.604493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.621941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:25.626233 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Usage tracker for resource:security_group_rule and tenant:bc698bc85e4a458fbb84a43e355e6b0c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:25.629321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:25.636285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:25.727872 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.730935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.735437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c77544c6-e32c-40ec-ab0e-834067a8a951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:25.766338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 08:02:25.776739 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d1fa9e-0c0c-44c9-a957-79be8a6fc595,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:25.780650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:25.783201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.783593 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Added segment dfbf9772-f070-45c7-8380-7a2bfbff95d6 of type vlan for network a2fca943-ebc0-4fb1-96c2-d12235ebb706
Apr 07 08:02:25.811297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.823340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Router f33dd39c-7182-4161-9a73-54dcbde1c061 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:02:25.844813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.846244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:25.846857 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:25.850487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:25.956181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Pushing event updated for resources: {'Network': ['ID=a2fca943-ebc0-4fb1-96c2-d12235ebb706,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:25.959204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:25.961208 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4123242
Apr 07 08:02:25.963869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42974) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:25.966690 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network a2fca943-ebc0-4fb1-96c2-d12235ebb706 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 08:02:25.969886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Request body: {'subnet': {'network_id': 'a2fca943-ebc0-4fb1-96c2-d12235ebb706', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1776517868-subnet', 'tenant_id': 'bc698bc85e4a458fbb84a43e355e6b0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:25.976835 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:25.982123 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Usage tracker for resource:subnet and tenant:bc698bc85e4a458fbb84a43e355e6b0c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:25.985728 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:25.994031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:26.006229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Made reservation on behalf of bc698bc85e4a458fbb84a43e355e6b0c for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:02:26.011597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789123413'] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:26.027059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:02:26.039372 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] 10.222.0.61 "PUT /v2.0/routers/f33dd39c-7182-4161-9a73-54dcbde1c061/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9154832
Apr 07 08:02:26.042397 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42978) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:26.211895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] Sync routers for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:02:26.256833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:26.257560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e6debe0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:01:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:26.323902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c360595b-0cbc-4bcb-bb4f-c02678d7b2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:26.445817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:26.482244 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:26.559712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:26.784834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e6debe0>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T08:02:24Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:26.788911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] Checking router: f33dd39c-7182-4161-9a73-54dcbde1c061 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:02:26.797931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] Routers {'f33dd39c-7182-4161-9a73-54dcbde1c061'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:26.798584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e6debe0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['f33dd39c-7182-4161-9a73-54dcbde1c061'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:26.846136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:26.909186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Deleting port bff4baf7-c93f-4444-a294-053279cad6aa {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:26.909565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:26.991403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] Set router f33dd39c-7182-4161-9a73-54dcbde1c061 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:27.136250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] For port bff4baf7-c93f-4444-a294-053279cad6aa, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bff4baf7-c93f-4444-a294-053279cad6aa,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:27.136663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:27.271931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Calling delete_port for bff4baf7-c93f-4444-a294-053279cad6aa owned by network:router_gateway {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:27.294188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e6debe0>, [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T08:02:24Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:27.298468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc4b7c8-ceed-40ef-9ed4-1b4f33d7ed9d None None] The sync data for ids ['f33dd39c-7182-4161-9a73-54dcbde1c061'] in dv-cinder-782390-4-iscsi is: [{'id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'name': 'tempest-TestMinimumBasicScenario-475407648-router', 'tenant_id': '974f9d493d8441c4b023298973ded87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:31Z', 'updated_at': '2021-04-07T08:02:24Z', 'revision_number': 5, 'project_id': '974f9d493d8441c4b023298973ded87d', 'gw_port': {'id': 'bff4baf7-c93f-4444-a294-053279cad6aa', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33dd39c-7182-4161-9a73-54dcbde1c061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:32Z', 'updated_at': '2021-04-07T07:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:02:27.394592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036790434038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789123432'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:27.415513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:27.425544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:27.431443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 47b4213d-79c2-494d-975e-b1dde6febde9 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:27.481452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 47b4213d-79c2-494d-975e-b1dde6febde9 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:27.481841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 47b4213d-79c2-494d-975e-b1dde6febde9 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:27.489423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:27.564128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e054c9b-1fdf-4ce8-a81d-4321792b69a0,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:27.569471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:27.700763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:27.715601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-61ea7bfa-492f-479f-84e2-95429a69e5e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:27.817173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff4baf7-c93f-4444-a294-053279cad6aa,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:27.819359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Checking segment: {'id': 'dfbf9772-f070-45c7-8380-7a2bfbff95d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a2fca943-ebc0-4fb1-96c2-d12235ebb706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:27.819846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Network hostable DHCP agents. Network: a2fca943-ebc0-4fb1-96c2-d12235ebb706, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 08:02:27.833259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:27.873012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Network a2fca943-ebc0-4fb1-96c2-d12235ebb706 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 08:02:27.898112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, a2fca943-ebc0-4fb1-96c2-d12235ebb706) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:27.907568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422dc285-0da2-4eae-ba62-ce24f6682d03 None None] Network a2fca943-ebc0-4fb1-96c2-d12235ebb706 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:27.909890 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-ce6788b8-f5e0-4735-8f1e-f61b192fc261 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0899930
Apr 07 08:02:27.944401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:27.945075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.014848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-2dc98fd3-98be-4c15-905d-1c0ae9bad490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:28.017193 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-2dc98fd3-98be-4c15-905d-1c0ae9bad490 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1099 time: 0.0817454
Apr 07 08:02:28.026838 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-724188bb-c474-4f77-811e-940c796df860 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0615547
Apr 07 08:02:28.039061 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.175433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.177826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e2788-7f23-466a-bbd6-b9f20d953a61 None None] Network a2fca943-ebc0-4fb1-96c2-d12235ebb706 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:28.180343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 42988) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:28.226814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-c6953738-dd6a-48d9-81b4-84951a5acf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:28.228409 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-c6953738-dd6a-48d9-81b4-84951a5acf8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 910 time: 0.1859698
Apr 07 08:02:28.238377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.240725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.273973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.274902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f33dd39c-7182-4161-9a73-54dcbde1c061 {{(pid=84318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 08:02:28.285893 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.286948 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0cb6462b-4b56-4b34-afea-dcb8213827f9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f33dd39c-7182-4161-9a73-54dcbde1c061 HTTP/1.1" status: 204  len: 168 time: 2.2431145
Apr 07 08:02:28.293713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42992) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:28.342096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] Deleting subnet 27e98a0f-95e0-48b3-a1f8-7a6a2ef93c19 {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:02:28.345137 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.371797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Deleting subnet 0a3c808c-baef-4075-baf8-fd8b4efbb33d {{(pid=84318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:02:28.375458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.422349 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-cf087b9b-b7cd-4170-a642-7766d03dd18a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 1001 time: 0.1856353
Apr 07 08:02:28.424549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789355933'] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.435119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65686612'] for subnet, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.545074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-d427deb3-99cb-49a5-bbce-f721d9ea146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:28.546672 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-d427deb3-99cb-49a5-bbce-f721d9ea146b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 200  len: 848 time: 0.0934408
Apr 07 08:02:28.547685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.573795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.780704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-0589b85c-afb2-427a-b05b-12a1796f5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:28.782286 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-0589b85c-afb2-427a-b05b-12a1796f5279 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1961534
Apr 07 08:02:28.834839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64341809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65652369'] for subnet, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.850818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8aa690aa-885c-44eb-bdec-5559140f5807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:28.939133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3c808c-baef-4075-baf8-fd8b4efbb33d,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:28.951414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:28.984012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:28.990469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9fae3e-ab88-47a2-b70d-df3ca428c53f None None] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:28.991424 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0a3c808c-baef-4075-baf8-fd8b4efbb33d HTTP/1.1" status: 204  len: 168 time: 0.6959472
Apr 07 08:02:28.994121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 42998) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:29.015467 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-5432bf45-efad-47e2-a8c2-cac510c8eb6d service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171366
Apr 07 08:02:29.052159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787880556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65395904'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.109243 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.119964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:29.177770 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Deleting port 206190cf-4b21-4c32-a14a-6a24bee53efa {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:29.178153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.214393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e98a0f-95e0-48b3-a1f8-7a6a2ef93c19,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:29.217195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:29.286094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] DHCP port deletion for ad432238-a4a6-40d3-a104-7a6ea1076cf4 request from dv-cinder-782390-4-iscsi {{(pid=84319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 08:02:29.290485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] Deleting port 206190cf-4b21-4c32-a14a-6a24bee53efa {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:29.290929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.312889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.322757 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8679a6f1-e321-45e3-9c23-58fd928ac1b0 req-85eb3f14-d121-423a-8259-37ba135783e6 service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2943275
Apr 07 08:02:29.326002 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6de5155f-43e8-40a9-81c9-66310c8b57cb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/27e98a0f-95e0-48b3-a1f8-7a6a2ef93c19 HTTP/1.1" status: 204  len: 168 time: 1.1438246
Apr 07 08:02:29.327190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43002) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:29.464650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.492201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 206190cf-4b21-4c32-a14a-6a24bee53efa no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:29.590446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] For port 206190cf-4b21-4c32-a14a-6a24bee53efa, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=206190cf-4b21-4c32-a14a-6a24bee53efa,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:29.590992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.591654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:02:29.656597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] For port 206190cf-4b21-4c32-a14a-6a24bee53efa, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=206190cf-4b21-4c32-a14a-6a24bee53efa,segment=NetworkSegment(2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6),segment_id=2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:29.657439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.691053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.799445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Calling delete_port for 206190cf-4b21-4c32-a14a-6a24bee53efa owned by network:dhcp {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:29.817967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1fef87f0>,) {'filters': {'network_id': ['4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:29.833981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1fef87f0>, 'aa755933-6575-4aa7-8a29-56b088c04813') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:29.834339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1fef87f0>, 'aa755933-6575-4aa7-8a29-56b088c04813') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:29.847752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.864970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.873143 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:02:29.887156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:29.915665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] Calling delete_port for 206190cf-4b21-4c32-a14a-6a24bee53efa owned by network:dhcp {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:29.958065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No active binding found for port 206190cf-4b21-4c32-a14a-6a24bee53efa {{(pid=84319) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 07 08:02:29.958512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 206190cf-4b21-4c32-a14a-6a24bee53efa not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:29.958952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bff4baf7-c93f-4444-a294-053279cad6aa no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:29.962233 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8b325362-96ac-4152-b00a-c342281f527a tempest-VolumesNegativeTest-652598733 tempest-VolumesNegativeTest-652598733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:30.008159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: bff4baf7-c93f-4444-a294-053279cad6aa {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:30.008550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bff4baf7-c93f-4444-a294-053279cad6aa not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:30.020754 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Pushing event deleted for resources: {'Port': ['ID=206190cf-4b21-4c32-a14a-6a24bee53efa,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:30.024753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:30.054457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] No DVR routers for this DVR port 206190cf-4b21-4c32-a14a-6a24bee53efa on host dv-cinder-782390-4-iscsi {{(pid=84318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:02:30.060923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Network 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:30.070197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.104397 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.api [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84319) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 08:02:30.104735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.api [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 08:02:30.178131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.248483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Network 4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:02:30.274924 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:02:30.293939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1e90ebe0>,) {'filters': {'network_id': ['ad432238-a4a6-40d3-a104-7a6ea1076cf4']}} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:30.307044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1e90ebe0>, '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6') {'for_net_delete': True} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:30.307380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1e90ebe0>, '2bdc06a4-00e4-4991-96ca-9a6aa5ba6ba6') {} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:30.319914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789089187'] for segment, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.334799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.341070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=84318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:02:30.348836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.353651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.356132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:30.377554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:30.379993 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:30.385381 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4cb2a7ac-26f7-48c9-88ba-0fc17dc2e6a8 HTTP/1.1" status: 204  len: 168 time: 1.0544972
Apr 07 08:02:30.385870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43008) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:30.455817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] Deleting subnet 4e054c9b-1fdf-4ce8-a81d-4321792b69a0 {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:02:30.458943 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.511561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789355933'] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.522976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:30.532009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64341914'] for segment, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.572528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.606133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] Deleting port 206190cf-4b21-4c32-a14a-6a24bee53efa {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:30.606623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.682038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-b42e1197-67dd-401a-bc22-282c4b5a7fb0 None None] The port '206190cf-4b21-4c32-a14a-6a24bee53efa' was deleted {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 08:02:30.713173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Network ad432238-a4a6-40d3-a104-7a6ea1076cf4 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:02:30.790643 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:02:30.821775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.828159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:30.831133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:30.865708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad432238-a4a6-40d3-a104-7a6ea1076cf4,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:30.873008 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] 10.222.0.61 "DELETE /v2.0/networks/ad432238-a4a6-40d3-a104-7a6ea1076cf4 HTTP/1.1" status: 204  len: 168 time: 1.8776839
Apr 07 08:02:30.873761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43014) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:30.874732 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bea488a0-9116-4ce3-82e9-aaa823db386b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:31.069956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787880556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65395904'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:31.085991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e0704c35-a408-442b-8a7f-77d8ccf78cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:31.170926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e054c9b-1fdf-4ce8-a81d-4321792b69a0,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:31.175099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:31.219856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:31.225973 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7827c2c7-9c79-46d6-b459-d85b2aa99739 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4e054c9b-1fdf-4ce8-a81d-4321792b69a0 HTTP/1.1" status: 204  len: 168 time: 0.8390265
Apr 07 08:02:31.228563 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43018) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:31.344471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:31.454389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:31.536795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:31.650633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1f11feb8>,) {'filters': {'network_id': ['a2fca943-ebc0-4fb1-96c2-d12235ebb706']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:31.663173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1f11feb8>, 'dfbf9772-f070-45c7-8380-7a2bfbff95d6') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:31.663502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1f11feb8>, 'dfbf9772-f070-45c7-8380-7a2bfbff95d6') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:31.675278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:31.691548 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:31.698592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:02:31.821222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Deleting port a45457e9-e9d1-472c-8221-f8df20635089 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:31.821600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:31.875978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Network a2fca943-ebc0-4fb1-96c2-d12235ebb706 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:31.890032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.007303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] For port a45457e9-e9d1-472c-8221-f8df20635089, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=a45457e9-e9d1-472c-8221-f8df20635089,segment=NetworkSegment(611696a6-3ec6-4d60-b9cb-35a7cb3aaf64),segment_id=611696a6-3ec6-4d60-b9cb-35a7cb3aaf64)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:32.007699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.087140 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Network a2fca943-ebc0-4fb1-96c2-d12235ebb706 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:02:32.110214 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:02:32.141701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Calling delete_port for a45457e9-e9d1-472c-8221-f8df20635089 owned by network:router_interface {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:32.192304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.196601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:32.214019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.221966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fca943-ebc0-4fb1-96c2-d12235ebb706,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:32.226381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:32.228000 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-edf6031e-2e82-4015-be72-465c40097850 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a2fca943-ebc0-4fb1-96c2-d12235ebb706 HTTP/1.1" status: 204  len: 168 time: 0.9984179
Apr 07 08:02:32.332331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.350251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-550c7873-6715-4697-8e99-267a7366df70 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:32.444726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43034) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:32.451651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a45457e9-e9d1-472c-8221-f8df20635089,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:32.461024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:32.519440 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b977500d-f50e-4fa6-9e48-52740b28baf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3eff714dbf6540d5bbed6d2d9463be5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0725160
Apr 07 08:02:32.522157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43038) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:32.584809 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-06f0e465-e4a8-49b1-8165-38da804185f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.615563 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-06f0e465-e4a8-49b1-8165-38da804185f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.664950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-06f0e465-e4a8-49b1-8165-38da804185f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.670339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1eb017ec-2edf-4b35-a6af-76ebc446f0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:32.684850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0e465-e4a8-49b1-8165-38da804185f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f54905-2d9b-4fc2-908c-0e8666a17c1f,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:32.687026 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-06f0e465-e4a8-49b1-8165-38da804185f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:32.691552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-06f0e465-e4a8-49b1-8165-38da804185f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:32.695583 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-06f0e465-e4a8-49b1-8165-38da804185f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91f54905-2d9b-4fc2-908c-0e8666a17c1f HTTP/1.1" status: 204  len: 168 time: 0.1699381
Apr 07 08:02:33.052535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:33.083036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43046) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:33.135609 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b7cd8ce8-dab7-4152-bb13-452caf81dda7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc698bc85e4a458fbb84a43e355e6b0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511765
Apr 07 08:02:33.138164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43050) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:33.200694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee74ea58-fe5a-4ec5-acd7-3f07c2cc8497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:33.229517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee74ea58-fe5a-4ec5-acd7-3f07c2cc8497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:33.282355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee74ea58-fe5a-4ec5-acd7-3f07c2cc8497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:33.287536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d62d1d26-ae56-4821-afa2-2008ad4d0f6e tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:33.305693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74ea58-fe5a-4ec5-acd7-3f07c2cc8497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d1fa9e-0c0c-44c9-a957-79be8a6fc595,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:33.308489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ee74ea58-fe5a-4ec5-acd7-3f07c2cc8497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:33.309759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ee74ea58-fe5a-4ec5-acd7-3f07c2cc8497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:33.310984 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ee74ea58-fe5a-4ec5-acd7-3f07c2cc8497 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95d1fa9e-0c0c-44c9-a957-79be8a6fc595 HTTP/1.1" status: 204  len: 168 time: 0.1713285
Apr 07 08:02:33.574429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Router e6eedfe5-aaa4-4e19-854f-e176d55101bc has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:02:33.767154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:02:33.779505 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] 10.222.0.61 "PUT /v2.0/routers/e6eedfe5-aaa4-4e19-854f-e176d55101bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9013596
Apr 07 08:02:33.779694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] Sync routers for ids ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:02:33.780044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43070) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:33.788708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] Routers {'e6eedfe5-aaa4-4e19-854f-e176d55101bc'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:33.789591 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f1024e0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:33.976139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks [] for router, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:34.001437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] Set router e6eedfe5-aaa4-4e19-854f-e176d55101bc gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:34.172964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:34.182207 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Deleting port 0ffaa1d2-ad05-4451-8e33-6110964467d2 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:34.183033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:34.313302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f1024e0>, [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T08:02:32Z', 'revision_number': 5, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port': {'id': '0ffaa1d2-ad05-4451-8e33-6110964467d2', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:46Z', 'updated_at': '2021-04-07T07:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:34.317484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] Checking router: e6eedfe5-aaa4-4e19-854f-e176d55101bc for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:02:34.326748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] Routers {'e6eedfe5-aaa4-4e19-854f-e176d55101bc'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:34.327412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f1024e0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:34.381317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] For port 0ffaa1d2-ad05-4451-8e33-6110964467d2, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=0ffaa1d2-ad05-4451-8e33-6110964467d2,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:34.381317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:34.505133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] Set router e6eedfe5-aaa4-4e19-854f-e176d55101bc gateway port host: None {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:34.523678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Calling delete_port for 0ffaa1d2-ad05-4451-8e33-6110964467d2 owned by network:router_gateway {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:34.640816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f1024e0>, [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T08:02:34Z', 'revision_number': 6, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port_host': None}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:34.646996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff59c6b-24fb-46ac-931a-3e9f2cd49301 None None] The sync data for ids ['e6eedfe5-aaa4-4e19-854f-e176d55101bc'] in dv-cinder-782390-4-iscsi is: [{'id': 'e6eedfe5-aaa4-4e19-854f-e176d55101bc', 'name': 'tempest-TestMinimumBasicScenario-1565943776-router', 'tenant_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:44Z', 'updated_at': '2021-04-07T08:02:34Z', 'revision_number': 6, 'project_id': '05dcb2a0c61b47f0a29e1f6da3dcabca', 'gw_port_host': None}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:02:34.742487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:34.760616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6ef48881-deb8-4e53-a43c-134bb128092c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:34.857341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffaa1d2-ad05-4451-8e33-6110964467d2,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:34.864725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:35.107607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:35.500201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device a45457e9-e9d1-472c-8221-f8df20635089 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:35.536634 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:35.538598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: a45457e9-e9d1-472c-8221-f8df20635089 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:35.538989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device a45457e9-e9d1-472c-8221-f8df20635089 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:35.539458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 0ffaa1d2-ad05-4451-8e33-6110964467d2 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:35.540119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:35.549806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9af8-d243-4e2a-836f-2e89848bdec2 req-6d7f986b-eba1-463f-bdb2-3a45aa560dc0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:35.551415 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-271e9af8-d243-4e2a-836f-2e89848bdec2 req-6d7f986b-eba1-463f-bdb2-3a45aa560dc0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.5167215
Apr 07 08:02:35.576816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 0ffaa1d2-ad05-4451-8e33-6110964467d2 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:35.577262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 0ffaa1d2-ad05-4451-8e33-6110964467d2 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:35.656434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:35.656989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6eedfe5-aaa4-4e19-854f-e176d55101bc {{(pid=84317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 08:02:35.686289 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-271e9af8-d243-4e2a-836f-2e89848bdec2 req-029bf611-66bf-412c-95ce-6dd89903ec64 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615644
Apr 07 08:02:35.688447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:35.692490 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e6eedfe5-aaa4-4e19-854f-e176d55101bc HTTP/1.1" status: 204  len: 168 time: 1.9086435
Apr 07 08:02:35.692490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43118) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:35.763650 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Deleting subnet 46da2dd0-ae4c-4b0d-b430-9d5afe9c0180 {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:02:35.766755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:35.817690 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789355933'] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:35.941884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:36.197752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787880556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65395904'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:36.216388 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:36.296823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46da2dd0-ae4c-4b0d-b430-9d5afe9c0180,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:36.301073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:36.347053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:36.352372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060defa0-d94b-4ed6-8483-8d834b7f1564 None None] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:36.355811 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/46da2dd0-ae4c-4b0d-b430-9d5afe9c0180 HTTP/1.1" status: 204  len: 168 time: 0.6599524
Apr 07 08:02:36.356075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43122) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:36.471858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:36.541891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Deleting port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:36.542502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:36.606050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] DHCP port deletion for 4c4c3916-a0e9-4f84-9943-3cbc71b51557 request from dv-cinder-782390-4-iscsi {{(pid=84319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 08:02:36.610483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Deleting port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:36.610904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:36.779997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] For port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=3501aeb3-ff23-4a67-87c5-30d3e7c913ea,segment=NetworkSegment(611696a6-3ec6-4d60-b9cb-35a7cb3aaf64),segment_id=611696a6-3ec6-4d60-b9cb-35a7cb3aaf64)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:36.780675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:36.846105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] For port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=3501aeb3-ff23-4a67-87c5-30d3e7c913ea,segment=NetworkSegment(611696a6-3ec6-4d60-b9cb-35a7cb3aaf64),segment_id=611696a6-3ec6-4d60-b9cb-35a7cb3aaf64)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:36.846582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:36.925065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Calling delete_port for 3501aeb3-ff23-4a67-87c5-30d3e7c913ea owned by network:dhcp {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:36.983631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Calling delete_port for 3501aeb3-ff23-4a67-87c5-30d3e7c913ea owned by network:dhcp {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:02:37.067245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753'] for port, after_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:37.082898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e22d8-ab2d-4d67-84ef-914888780be8 req-bc49eb17-5961-4e12-b191-d582b55c9d23 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:37.085031 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4d9e22d8-ab2d-4d67-84ef-914888780be8 req-bc49eb17-5961-4e12-b191-d582b55c9d23 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1679032
Apr 07 08:02:37.085237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-94ea65dd-eaf0-4806-920e-9105faf28834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:37.087673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.api [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 08:02:37.088037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.api [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 08:02:37.135411 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4d9e22d8-ab2d-4d67-84ef-914888780be8 req-c68a3824-ba0b-4661-8e7d-dd621b4c72f6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435524
Apr 07 08:02:37.179411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Pushing event deleted for resources: {'Port': ['ID=3501aeb3-ff23-4a67-87c5-30d3e7c913ea,revision_number=None']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:37.198869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.199255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.199631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.200002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.200369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.200733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.201119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.201485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.201867 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.202227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.202587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.202944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:37.208209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:37.237740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] No DVR routers for this DVR port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea on host dv-cinder-782390-4-iscsi {{(pid=84319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:02:37.464875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 3501aeb3-ff23-4a67-87c5-30d3e7c913ea no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:02:37.501566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 3501aeb3-ff23-4a67-87c5-30d3e7c913ea {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:02:37.501895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 3501aeb3-ff23-4a67-87c5-30d3e7c913ea not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:02:37.589165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Deleting port 3501aeb3-ff23-4a67-87c5-30d3e7c913ea {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:02:37.589562 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:37.662044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] The port '3501aeb3-ff23-4a67-87c5-30d3e7c913ea' was deleted {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 08:02:37.781517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:37.894783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1dcfb9e8>,) {'filters': {'network_id': ['4c4c3916-a0e9-4f84-9943-3cbc71b51557']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:37.907436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1dcfb9e8>, '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:37.907771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1dcfb9e8>, '611696a6-3ec6-4d60-b9cb-35a7cb3aaf64') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:37.920084 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:37.935153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:37.941449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:02:38.114506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:38.128157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:38.349596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Network 4c4c3916-a0e9-4f84-9943-3cbc71b51557 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   % (table.description, expected, rows_matched)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   % (table.description, expected, rows_matched)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   % (table.description, expected, rows_matched)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   % (table.description, expected, rows_matched)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:02:38.378343 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:02:38.466674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:38.473798 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:38.490393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:38.500719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af46871-a76f-4c08-800a-7ec3fb5a2864 req-a402f8ee-d520-4a63-816d-2757f245a902 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:38.502346 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3af46871-a76f-4c08-800a-7ec3fb5a2864 req-a402f8ee-d520-4a63-816d-2757f245a902 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.2268314
Apr 07 08:02:38.508910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4c3916-a0e9-4f84-9943-3cbc71b51557,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:38.514080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:38.531641 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] 10.222.0.61 "DELETE /v2.0/networks/4c4c3916-a0e9-4f84-9943-3cbc71b51557 HTTP/1.1" status: 204  len: 168 time: 2.1745453
Apr 07 08:02:38.560601 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3af46871-a76f-4c08-800a-7ec3fb5a2864 req-e261d24c-d855-41a2-b658-7fe43b21b97c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494804
Apr 07 08:02:38.709802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43140) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:38.760744 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-38f514a1-b454-4e17-862a-81dc0fca3728 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=974f9d493d8441c4b023298973ded87d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496628
Apr 07 08:02:38.763229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43144) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:38.823690 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-65ce9092-4983-4ffc-a6e2-2e8995df2565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:38.850658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-65ce9092-4983-4ffc-a6e2-2e8995df2565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:38.897172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-65ce9092-4983-4ffc-a6e2-2e8995df2565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:38.903094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d4039d9e-f695-461a-97de-7bf0ea5baf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:38.917325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce9092-4983-4ffc-a6e2-2e8995df2565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba37cf1-2504-4994-adc9-79af18e479b8,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:38.919719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-65ce9092-4983-4ffc-a6e2-2e8995df2565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:38.925224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-65ce9092-4983-4ffc-a6e2-2e8995df2565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:38.926400 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-65ce9092-4983-4ffc-a6e2-2e8995df2565 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eba37cf1-2504-4994-adc9-79af18e479b8 HTTP/1.1" status: 204  len: 168 time: 0.1621857
Apr 07 08:02:39.275667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43154) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:39.330318 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-317e29bc-c501-43e9-b9b8-60f0cdf4bccb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05dcb2a0c61b47f0a29e1f6da3dcabca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0533867
Apr 07 08:02:39.332879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43158) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:39.392828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21f1833b-2423-43b2-aa47-1c35a5ec296f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:39.420033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21f1833b-2423-43b2-aa47-1c35a5ec296f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:39.468293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21f1833b-2423-43b2-aa47-1c35a5ec296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:39.473305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-000873a3-cac9-42ff-9c82-8a2d8f6b286c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:39.484532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1833b-2423-43b2-aa47-1c35a5ec296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d7f2f3-1614-4c5f-8dc3-16b216bd8345,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:39.489376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-21f1833b-2423-43b2-aa47-1c35a5ec296f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:39.491332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21f1833b-2423-43b2-aa47-1c35a5ec296f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:39.493406 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-21f1833b-2423-43b2-aa47-1c35a5ec296f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6d7f2f3-1614-4c5f-8dc3-16b216bd8345 HTTP/1.1" status: 204  len: 168 time: 0.1592786
Apr 07 08:02:39.767592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b84cd-6dc0-4adf-8549-297d259d132a req-d23b84ee-e245-4f19-bbb3-fb7063dd7528 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:39.769155 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7a7b84cd-6dc0-4adf-8549-297d259d132a req-d23b84ee-e245-4f19-bbb3-fb7063dd7528 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.0900166
Apr 07 08:02:39.817027 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7a7b84cd-6dc0-4adf-8549-297d259d132a req-51353e86-3126-4f57-9a9c-39443b42143b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411117
Apr 07 08:02:40.238594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43186) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:40.348579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1003849024-network', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:40.354171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:40.358232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Usage tracker for resource:network and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:40.361217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:40.368657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:40.377315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Made reservation on behalf of 4557a56ec8814b2fad5ca9ce5271e61c for: {'network': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:02:40.381947 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:40.394499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:40.409725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:40.414176 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Usage tracker for resource:security_group_rule and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:40.417058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:40.423074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:40.507521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:40.510490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:40.514575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b569852d-dae1-433b-91fd-bdf8b0c84ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:40.539760 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=84317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 08:02:40.552561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1082bb38-7e60-4a4a-9ab9-0000d94cd596,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:40.556775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:40.557757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:40.558141 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Added segment 71c2a315-66b9-4a0a-b19a-8859b63a4831 of type vlan for network 59e2285b-4bd9-457b-a30d-1d1ea155c402
Apr 07 08:02:40.583880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:40.616214 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:40.617604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:40.618494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:40.623365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c1ce76a2-c2f3-4127-8822-c5f7d9d23dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:40.722075 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4823010
Apr 07 08:02:40.725149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Pushing event updated for resources: {'Network': ['ID=59e2285b-4bd9-457b-a30d-1d1ea155c402,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:40.725513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43192) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:40.728481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:40.732644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Request body: {'subnet': {'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1003849024-subnet', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:40.735817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 08:02:40.738016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:40.742203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Usage tracker for resource:subnet and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:40.745517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:40.752627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:40.761557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Made reservation on behalf of 4557a56ec8814b2fad5ca9ce5271e61c for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:02:40.766329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789123413'] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:41.178872 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036790434038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789123432'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:41.194749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-07c25433-a871-43d0-b5a2-5cc7e04a9d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:41.251381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b87678-8454-4825-a734-38ff0da06e31 req-3bf05ef0-147f-4963-b215-729d83ffa7f8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:41.253000 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-55b87678-8454-4825-a734-38ff0da06e31 req-3bf05ef0-147f-4963-b215-729d83ffa7f8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.3160317
Apr 07 08:02:41.307250 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-55b87678-8454-4825-a734-38ff0da06e31 req-abb82091-748a-42a9-b596-788e71e6e1e7 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442779
Apr 07 08:02:41.322062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ebe958-7833-4d6f-9573-7fa6baeb76ee,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:41.324895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:41.396327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Checking segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:41.396865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Network hostable DHCP agents. Network: 59e2285b-4bd9-457b-a30d-1d1ea155c402, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 08:02:41.415122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 08:02:41.423860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 59e2285b-4bd9-457b-a30d-1d1ea155c402) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:41.434629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86b189-c812-4f9d-92bb-d50c266152cc None None] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:41.440077 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:41.440737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:41.464438 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7351480
Apr 07 08:02:41.464913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43204) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:41.470674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:41.476017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:41.480330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Usage tracker for resource:router and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:41.483535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:41.489770 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:41.501123 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:41.502178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:41.518230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:41.687101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-59e2285b-4bd9-457b-a30d-1d1ea155c402', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 08:02:41.688043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:41.810719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:41.863925 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Allocated IP 172.20.0.2 (59e2285b-4bd9-457b-a30d-1d1ea155c402/62ebe958-7833-4d6f-9573-7fa6baeb76ee/2795b80b-12ef-4bdb-a5fc-3ee67a66ca17) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:02:42.088466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.099200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Transition to ACTIVE for port object 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:42.119380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Transition to ACTIVE for port object 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:42.124187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.137202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-703d7c46-1f6f-4ef8-99ad-49b097111790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:42.175004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.207658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.269867 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Pushing event updated for resources: {'Port': ['ID=2795b80b-12ef-4bdb-a5fc-3ee67a66ca17,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:42.274508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:42.361823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Allocated IP 172.27.1.201 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:02:42.497866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:02:42.498687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:42.500938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:02:42.593029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Attempting to bind port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:02:42.593495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Attempting to bind port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:02:42.593902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Attempting to bind port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:02:42.599519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:02:42.599960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Checking segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:42.600433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.600865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Bound using segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:02:42.601426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Bound port: 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:02:42.601840 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.602723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d57b51-db2a-4a5b-b628-99a9a174d2c2 req-2e02d461-c4f5-4053-8cd7-a9067e8ce725 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:42.604324 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a5d57b51-db2a-4a5b-b628-99a9a174d2c2 req-2e02d461-c4f5-4053-8cd7-a9067e8ce725 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1579747
Apr 07 08:02:42.609285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.668262 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a5d57b51-db2a-4a5b-b628-99a9a174d2c2 req-df136fa4-a9ce-4385-ba6e-97af5e173300 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555828
Apr 07 08:02:42.683063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.698267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] For port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:02:42.699125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c454031b-f4d7-428f-b0dd-075482b056e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:42.701425 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] For port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=2795b80b-12ef-4bdb-a5fc-3ee67a66ca17,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:02:42.704836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:42.720435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:42.835287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Pushing event updated for resources: {'Port': ['ID=7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:42.840410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:42.856291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Pushing event updated for resources: {'Port': ['ID=2795b80b-12ef-4bdb-a5fc-3ee67a66ca17,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:42.873344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:42.893004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:02:42.894459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:42.898465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:02:43.418546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:43.487737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691207-2596-40ca-92d0-ab0f65a4b440 req-9437acec-509e-4cfd-a3f6-5748e5442897 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:43.489321 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b9691207-2596-40ca-92d0-ab0f65a4b440 req-9437acec-509e-4cfd-a3f6-5748e5442897 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.2637522
Apr 07 08:02:43.512747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:43.584058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:02:43.623856 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b9691207-2596-40ca-92d0-ab0f65a4b440 req-8ee13a7d-4607-44bc-8025-6594b2ca8a27 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766482
Apr 07 08:02:44.133715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:44.144396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ee62c-f9c1-4954-a71c-b999cb9b2aab req-f537570b-518c-431b-b8be-5dffc49e434f tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:44.146072 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0e7ee62c-f9c1-4954-a71c-b999cb9b2aab req-f537570b-518c-431b-b8be-5dffc49e434f tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1470568
Apr 07 08:02:44.310884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c7a3b5-ddce-4f9d-b7de-7ee80cad6d25 None None] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:44.337250 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0e7ee62c-f9c1-4954-a71c-b999cb9b2aab req-b6cfe5fb-39f2-4a2f-84e3-a5822531fa57 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1361256
Apr 07 08:02:44.400730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 08:02:44.443370 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] Provisioning for port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:02:44.477710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] Provisioning complete for port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:44.478121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:44.591860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:02:44.604489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670885c-6177-430b-93b8-d62666266656 None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:02:44.615268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:44.616573 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1505430
Apr 07 08:02:44.619659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43230) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:44.666600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670885c-6177-430b-93b8-d62666266656 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:44.667248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0670885c-6177-430b-93b8-d62666266656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0304a8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:44.821796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:44.908309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-0670885c-6177-430b-93b8-d62666266656 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:44.998689 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7762212-4d2d-48cc-92c6-8ac4843b2e3f req-1ac8100a-9d72-4f56-a488-83c4e22abd86 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:45.000340 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b7762212-4d2d-48cc-92c6-8ac4843b2e3f req-1ac8100a-9d72-4f56-a488-83c4e22abd86 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.2580707
Apr 07 08:02:45.083521 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b7762212-4d2d-48cc-92c6-8ac4843b2e3f req-0f74859b-653c-4f60-89bd-591e004d47d9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702603
Apr 07 08:02:45.101892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] For port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=2795b80b-12ef-4bdb-a5fc-3ee67a66ca17,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:45.117447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:45.121617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:45.223942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] Pushing event updated for resources: {'Port': ['ID=2795b80b-12ef-4bdb-a5fc-3ee67a66ca17,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:45.233879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:45.284157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e6d66d11-ed38-4b37-9197-572cdf9da312 None None] Provisioning complete for port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:45.284572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e6d66d11-ed38-4b37-9197-572cdf9da312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:45.402343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0670885c-6177-430b-93b8-d62666266656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0304a8>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:43Z', 'revision_number': 3, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:45.417439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670885c-6177-430b-93b8-d62666266656 None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:02:45.417840 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670885c-6177-430b-93b8-d62666266656 None None] Updating router b4031956-0c24-4a73-afb5-e8fbffe3f944 port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 08:02:45.466682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:45.490589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0670885c-6177-430b-93b8-d62666266656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:45.522021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:45.699733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc81207-0c12-4323-b001-d616742144f6 req-df08877c-46d5-472c-8546-853802eadf7b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:45.701437 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4bc81207-0c12-4323-b001-d616742144f6 req-df08877c-46d5-472c-8546-853802eadf7b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.2140973
Apr 07 08:02:45.721085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:45.721535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:45.799596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Allocated IP 172.20.0.1 (59e2285b-4bd9-457b-a30d-1d1ea155c402/62ebe958-7833-4d6f-9573-7fa6baeb76ee/58a7e029-5883-4142-afa7-f2f2c39cc239) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:02:45.807918 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4bc81207-0c12-4323-b001-d616742144f6 req-c0cb9d10-33ff-4ab5-ab8b-57004cd4f23d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709140
Apr 07 08:02:45.969134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:45.987702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Transition to ACTIVE for port object 58a7e029-5883-4142-afa7-f2f2c39cc239 will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:46.011293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:46.027730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:46.162685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Pushing event updated for resources: {'Port': ['ID=58a7e029-5883-4142-afa7-f2f2c39cc239,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:46.167548 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:46.223095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:02:46.240049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0670885c-6177-430b-93b8-d62666266656 None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:46.252853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-0670885c-6177-430b-93b8-d62666266656 None None] Transition to ACTIVE for port object 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:46.259142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0670885c-6177-430b-93b8-d62666266656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:46.261343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:46.269288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:02:46.277411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:46.340236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:46.416165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49635158-e292-49e9-a461-81ada0905783 None None] Pushing event updated for resources: {'Port': ['ID=7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:46.419312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-49635158-e292-49e9-a461-81ada0905783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:46.494185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-0670885c-6177-430b-93b8-d62666266656 None None] Attempting to bind port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:02:46.494783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-0670885c-6177-430b-93b8-d62666266656 None None] Attempting to bind port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:02:46.495175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670885c-6177-430b-93b8-d62666266656 None None] Attempting to bind port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:02:46.503055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670885c-6177-430b-93b8-d62666266656 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:02:46.503578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670885c-6177-430b-93b8-d62666266656 None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:46.503940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0670885c-6177-430b-93b8-d62666266656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:46.504323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0670885c-6177-430b-93b8-d62666266656 None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:02:46.505011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-0670885c-6177-430b-93b8-d62666266656 None None] Bound port: 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:02:46.505479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0670885c-6177-430b-93b8-d62666266656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:46.591639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0670885c-6177-430b-93b8-d62666266656 None None] For port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:02:46.595459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0670885c-6177-430b-93b8-d62666266656 None None] For port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:02:46.601707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0670885c-6177-430b-93b8-d62666266656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:46.617718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a9422c85-dc9f-450c-9ad2-1db43038802e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:46.733574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6eba8025-4d66-4a2a-9713-a99f2e0cb3f8 None None] Provisioning for port 58a7e029-5883-4142-afa7-f2f2c39cc239 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:02:46.751558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-6eba8025-4d66-4a2a-9713-a99f2e0cb3f8 None None] Provisioning complete for port 58a7e029-5883-4142-afa7-f2f2c39cc239 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:46.751970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6eba8025-4d66-4a2a-9713-a99f2e0cb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:46.805164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620742e7-32db-4c01-ba85-8878b1be7d4a req-1697de37-5862-4343-998c-4f81e9d030ef tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:46.806766 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-620742e7-32db-4c01-ba85-8878b1be7d4a req-1697de37-5862-4343-998c-4f81e9d030ef tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.5865982
Apr 07 08:02:46.837579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49635158-e292-49e9-a461-81ada0905783 None None] Pushing event updated for resources: {'Port': ['ID=7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:46.851038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-49635158-e292-49e9-a461-81ada0905783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:46.856817 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6eba8025-4d66-4a2a-9713-a99f2e0cb3f8 None None] Port 58a7e029-5883-4142-afa7-f2f2c39cc239 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:02:46.881794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670885c-6177-430b-93b8-d62666266656 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:46.883128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0670885c-6177-430b-93b8-d62666266656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0304a8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:46.899719 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-620742e7-32db-4c01-ba85-8878b1be7d4a req-75909114-b312-4ead-9f75-217db77f248c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823872
Apr 07 08:02:47.013599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:47.074524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-0670885c-6177-430b-93b8-d62666266656 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:47.162470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d05991-a1d5-4748-a387-68bb3c76d05d req-3bd14bbd-a34c-4932-90a1-fa1301ab772d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:47.164582 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-06d05991-a1d5-4748-a387-68bb3c76d05d req-3bd14bbd-a34c-4932-90a1-fa1301ab772d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.2068639
Apr 07 08:02:47.306504 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-06d05991-a1d5-4748-a387-68bb3c76d05d req-29aac197-e22d-495a-8ab4-9c9738047d8e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1345654
Apr 07 08:02:47.371846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:47.376753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:47.409710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0992804a-0702-4a52-a871-f9a8f0d92655 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:47.411423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-0670885c-6177-430b-93b8-d62666266656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0304a8>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:45Z', 'revision_number': 1, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:47.415944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670885c-6177-430b-93b8-d62666266656 None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:45Z', 'revision_number': 1, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:02:47.493507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Pushing event updated for resources: {'Port': ['ID=58a7e029-5883-4142-afa7-f2f2c39cc239,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:47.496258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:47.510408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:47.642678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:02:47.643872 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:47.917552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:02:47.989969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4271b07c-50fa-4cc6-a7cc-067cfe984a1c None None] Provisioning complete for port 58a7e029-5883-4142-afa7-f2f2c39cc239 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:47.990756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4271b07c-50fa-4cc6-a7cc-067cfe984a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:48.076764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4271b07c-50fa-4cc6-a7cc-067cfe984a1c None None] Port 58a7e029-5883-4142-afa7-f2f2c39cc239 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:02:48.197794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:02:48.215195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9d62-56fe-4385-bb3e-c5b32cd533ab req-e2b9a72f-dcef-4bd3-b2e4-4ed6e33f0867 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:48.216792 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-309a9d62-56fe-4385-bb3e-c5b32cd533ab req-e2b9a72f-dcef-4bd3-b2e4-4ed6e33f0867 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1570182
Apr 07 08:02:48.225653 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] 10.222.0.61 "PUT /v2.0/routers/b4031956-0c24-4a73-afb5-e8fbffe3f944/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6048691
Apr 07 08:02:48.273481 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-309a9d62-56fe-4385-bb3e-c5b32cd533ab req-18af7670-0cce-4c73-8cd2-6842a1541a17 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441313
Apr 07 08:02:48.534341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9557775-ec26-47f8-818a-ddf8042d8812 req-256f3b55-753b-4a03-8ede-85eddd9a8feb tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:48.536036 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b9557775-ec26-47f8-818a-ddf8042d8812 req-256f3b55-753b-4a03-8ede-85eddd9a8feb tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.0964041
Apr 07 08:02:48.590763 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b9557775-ec26-47f8-818a-ddf8042d8812 req-0ffac31d-56fc-48ef-a065-ade1727d294a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484331
Apr 07 08:02:48.810108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43282) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:48.816417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1891884645-network', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:48.821795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:48.826398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Usage tracker for resource:network and tenant:065b083d97e140d1a34da20f5205b0d6 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:48.829520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:48.836133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:48.845935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Made reservation on behalf of 065b083d97e140d1a34da20f5205b0d6 for: {'network': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:02:48.850732 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:48.864212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:48.880898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:48.885716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Usage tracker for resource:security_group_rule and tenant:065b083d97e140d1a34da20f5205b0d6 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:48.888680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:48.896155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:48.979147 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:48.982474 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:48.986799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-23fa9786-8dae-42c4-ae0f-5e73baf6638c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:49.013612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=84317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 08:02:49.026633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41480036-635c-42e0-ad6e-192b7dfb1cd8,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:49.031100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:49.032119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.032507 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Added segment 5ff08927-1640-4c40-a8c7-dcec86f0745e of type vlan for network 5aa29da0-b170-4346-bfcd-a36f1990447b
Apr 07 08:02:49.062451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.094520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.095895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:49.096535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.101598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-424bf4a6-2662-4ec5-8e79-20db77f15a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:49.206637 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3953366
Apr 07 08:02:49.209580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43288) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:49.209859 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Pushing event updated for resources: {'Network': ['ID=5aa29da0-b170-4346-bfcd-a36f1990447b,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:49.212659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:49.217218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Request body: {'subnet': {'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1891884645-subnet', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:49.220300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 5aa29da0-b170-4346-bfcd-a36f1990447b details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 08:02:49.223212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:49.227775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Usage tracker for resource:subnet and tenant:065b083d97e140d1a34da20f5205b0d6 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:49.231784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:49.237981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:49.247986 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Made reservation on behalf of 065b083d97e140d1a34da20f5205b0d6 for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:02:49.252853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789123413'] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.503148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf0fc-7dde-45f3-98a5-00dc19c40177 req-def75d9a-06d5-4034-80c5-d43b3d373189 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:49.504872 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e0baf0fc-7dde-45f3-98a5-00dc19c40177 req-def75d9a-06d5-4034-80c5-d43b3d373189 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.0969474
Apr 07 08:02:49.525094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:49.557484 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e0baf0fc-7dde-45f3-98a5-00dc19c40177 req-332aba07-5c68-4653-ad6a-f07827d3be97 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461347
Apr 07 08:02:49.600142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:02:49.605701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:49.606115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.675810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036790434038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789123432'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.692395 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3bd0fe2c-c916-46ec-993d-6db3caff5eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:49.733786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.750791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:49.753764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.755681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:49.808589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7967f2-5485-4a75-b853-c0cebc35c179 req-b776c743-21fa-412f-a4ab-c4937184a227 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:49.810258 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ac7967f2-5485-4a75-b853-c0cebc35c179 req-b776c743-21fa-412f-a4ab-c4937184a227 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.0916784
Apr 07 08:02:49.817719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee76b4c9-7184-4aac-8ba1-0269fb634790,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:49.822227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:49.828950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:49.832579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:49.868682 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ac7967f2-5485-4a75-b853-c0cebc35c179 req-5a94ef8a-fa39-4d58-a8df-a89abd1052c0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507698
Apr 07 08:02:49.902410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Checking segment: {'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:49.902812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Network hostable DHCP agents. Network: 5aa29da0-b170-4346-bfcd-a36f1990447b, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 08:02:49.921585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Network 5aa29da0-b170-4346-bfcd-a36f1990447b is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 08:02:49.930065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 5aa29da0-b170-4346-bfcd-a36f1990447b) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:49.938899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a4c29-e77e-46b2-9538-9b85a5f0a808 None None] Network 5aa29da0-b170-4346-bfcd-a36f1990447b requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:49.942905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:49.943557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:49.963352 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c30c802a-5bce-4e33-ac18-17372d3dbb07 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7523720
Apr 07 08:02:49.966088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43296) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:49.971513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:49.976836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:49.980945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Usage tracker for resource:router and tenant:065b083d97e140d1a34da20f5205b0d6 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:49.984602 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:49.990726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:49.999804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:50.000908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:50.016213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:50.172847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-5aa29da0-b170-4346-bfcd-a36f1990447b', 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'fixed_ips': [{'subnet_id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 08:02:50.173637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:50.301997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:50.695199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Allocated IP 172.20.0.2 (5aa29da0-b170-4346-bfcd-a36f1990447b/ee76b4c9-7184-4aac-8ba1-0269fb634790/fb3dcbd3-d54c-4c13-bef7-fd184562de1b) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:02:50.780256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc1bfd-a525-44b8-aff3-bd0127a90fdf req-0f8e477b-fe54-4f59-ad10-a544338ee6c9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:50.782027 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-68cc1bfd-a525-44b8-aff3-bd0127a90fdf req-0f8e477b-fe54-4f59-ad10-a544338ee6c9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1009924
Apr 07 08:02:50.813474 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:02:50.826622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:50.827637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f2a94f4e0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:50.857937 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-68cc1bfd-a525-44b8-aff3-bd0127a90fdf req-da4bb7ce-7031-4405-bb3b-40d86020dd5a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685315
Apr 07 08:02:50.935383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:50.962504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:50.973749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:50.974295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Transition to ACTIVE for port object fb3dcbd3-d54c-4c13-bef7-fd184562de1b will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:50.998340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Transition to ACTIVE for port object fb3dcbd3-d54c-4c13-bef7-fd184562de1b will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:51.006944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:51.076575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:51.095138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f13098-f216-425a-a863-6ecf6e6b3e2b req-4f20fc31-019f-40eb-b0e7-6e59d3c6571c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:51.096968 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-68f13098-f216-425a-a863-6ecf6e6b3e2b req-4f20fc31-019f-40eb-b0e7-6e59d3c6571c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.0964863
Apr 07 08:02:51.133513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Allocated IP 172.27.1.154 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/369fb8ac-775e-4d0c-b26a-30cc3bdad3b6) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:02:51.151731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:51.160491 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-68f13098-f216-425a-a863-6ecf6e6b3e2b req-fc054698-b7c3-4cf1-9103-10c9a53a359a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563908
Apr 07 08:02:51.230919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Network 5aa29da0-b170-4346-bfcd-a36f1990447b is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:02:51.239311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:51.242285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:02:51.320957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:51.327106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Pushing event updated for resources: {'Port': ['ID=fb3dcbd3-d54c-4c13-bef7-fd184562de1b,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:51.340405 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:51.358023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Attempting to bind port fb3dcbd3-d54c-4c13-bef7-fd184562de1b on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:02:51.358581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Attempting to bind port fb3dcbd3-d54c-4c13-bef7-fd184562de1b by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:02:51.358802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:51.359191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Attempting to bind port fb3dcbd3-d54c-4c13-bef7-fd184562de1b on network 5aa29da0-b170-4346-bfcd-a36f1990447b {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:02:51.365468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:02:51.365468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Checking segment: {'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:51.366073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:51.366609 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Bound using segment: {'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:02:51.367204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Bound port: fb3dcbd3-d54c-4c13-bef7-fd184562de1b, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:02:51.367694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:51.428900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9d0e1b77-3b6b-4333-af93-76a1e3a8cc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:51.438851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f2a94f4e0>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:47Z', 'revision_number': 2, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:51.443337 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:02:51.443815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Updating router b4031956-0c24-4a73-afb5-e8fbffe3f944 port 58a7e029-5883-4142-afa7-f2f2c39cc239 binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 08:02:51.471475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] For port fb3dcbd3-d54c-4c13-bef7-fd184562de1b, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:02:51.476632 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] For port fb3dcbd3-d54c-4c13-bef7-fd184562de1b, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=fb3dcbd3-d54c-4c13-bef7-fd184562de1b,segment=NetworkSegment(5ff08927-1640-4c40-a8c7-dcec86f0745e),segment_id=5ff08927-1640-4c40-a8c7-dcec86f0745e)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:02:51.486918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:51.513330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:51.522342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:51.523784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Pushing event updated for resources: {'Port': ['ID=369fb8ac-775e-4d0c-b26a-30cc3bdad3b6,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:51.528584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:51.580428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:02:51.581659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:51.584198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:02:51.587038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:51.667933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Pushing event updated for resources: {'Port': ['ID=fb3dcbd3-d54c-4c13-bef7-fd184562de1b,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:51.684800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:51.772267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:51.773319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.097745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.098292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665f16f-798a-4db8-92e2-8f2eae3c0fd8 req-bb2c9494-dc9e-4fc6-8df8-4d27d1fc77ba tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:52.099625 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4665f16f-798a-4db8-92e2-8f2eae3c0fd8 req-bb2c9494-dc9e-4fc6-8df8-4d27d1fc77ba tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.0902843
Apr 07 08:02:52.135990 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:02:52.140748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.155246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Transition to ACTIVE for port object 58a7e029-5883-4142-afa7-f2f2c39cc239 will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:52.165917 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4665f16f-798a-4db8-92e2-8f2eae3c0fd8 req-c9e1299c-3b3a-40a7-b9c0-fd8c58ed8ab8 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592175
Apr 07 08:02:52.167931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.184855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:52.408594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:52.409709 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Pushing event updated for resources: {'Port': ['ID=58a7e029-5883-4142-afa7-f2f2c39cc239,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:52.424563 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.424940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.425334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.425697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.426058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.426417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.426769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.427195 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.427619 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.428049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.428382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.428727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:02:52.433899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'port_id': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'mac_address': 'fa:16:3e:a8:94:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:02:52.450169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3797-482d-4906-b68c-c9cd8807094f req-6a824ccb-7bee-4d70-819e-59f32384c3e8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:52.450878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:52.458659 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cdda3797-482d-4906-b68c-c9cd8807094f req-6a824ccb-7bee-4d70-819e-59f32384c3e8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1459877
Apr 07 08:02:52.533445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.541288 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cdda3797-482d-4906-b68c-c9cd8807094f req-5835e128-9eb6-4ad9-bfa4-17e8e2814d64 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810983
Apr 07 08:02:52.563971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:02:52.603174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:52.613436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.615274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:52.695890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.742083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:02:52.763426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Attempting to bind port 58a7e029-5883-4142-afa7-f2f2c39cc239 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:02:52.764131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Attempting to bind port 58a7e029-5883-4142-afa7-f2f2c39cc239 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:02:52.765070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Attempting to bind port 58a7e029-5883-4142-afa7-f2f2c39cc239 on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:02:52.773069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:02:52.774055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Checking segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:52.777446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.777918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Bound using segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:02:52.778484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Bound port: 58a7e029-5883-4142-afa7-f2f2c39cc239, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:02:52.779153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.800446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=6']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:52.804656 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:52.920027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] For port 58a7e029-5883-4142-afa7-f2f2c39cc239, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:02:52.923938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] For port 58a7e029-5883-4142-afa7-f2f2c39cc239, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=58a7e029-5883-4142-afa7-f2f2c39cc239,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:02:52.928323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:52.944826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:52.955686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84318) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 08:02:53.093175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Pushing event updated for resources: {'Port': ['ID=58a7e029-5883-4142-afa7-f2f2c39cc239,revision_number=4']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:53.098934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1e46e490-3425-4403-b828-119a48d6175b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:53.145900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:53.146635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f2a94f4e0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:53.147886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:02:53.164374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Sync routers for ids ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:02:53.179839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Routers {'4f29d116-fd9d-4665-8a15-4c3e238a97c9'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:53.180945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f25293710>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:53.194108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:53.198638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43324) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:53.209968 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.2426865
Apr 07 08:02:53.403345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:53.473884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f7093d80-1997-4d6c-ba66-95e8521a20a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:53.572226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Set router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:53.716298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a5002c-484d-48a1-9035-364a00fb899f None None] Network 5aa29da0-b170-4346-bfcd-a36f1990447b requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:02:53.831113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device fb3dcbd3-d54c-4c13-bef7-fd184562de1b up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:54.023843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e8dee388-6951-4af4-9490-6fbd71e79aa5 None None] Provisioning for port fb3dcbd3-d54c-4c13-bef7-fd184562de1b completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:02:54.104727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f2a94f4e0>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:52Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:54.117697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20afd40-39cd-4882-84fd-ec2cc17ed671 None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:52Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:02:54.191200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:54.252819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f58af-a6af-4fd2-8d4b-40163313a3a7 req-f3b2085f-568b-475c-994c-b37a324bb75d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:54.263922 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-706f58af-a6af-4fd2-8d4b-40163313a3a7 req-f3b2085f-568b-475c-994c-b37a324bb75d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.8179059
Apr 07 08:02:54.287246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port fb3dcbd3-d54c-4c13-bef7-fd184562de1b completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:02:54.303297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812ec6a-509d-46e5-968b-dcd92b7ba07f req-53372b22-f3e6-45bf-b99c-94db08cfde73 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:54.310928 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a812ec6a-509d-46e5-968b-dcd92b7ba07f req-53372b22-f3e6-45bf-b99c-94db08cfde73 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 944 time: 0.2461143
Apr 07 08:02:54.345182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port fb3dcbd3-d54c-4c13-bef7-fd184562de1b triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:54.349243 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:54.542392 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-706f58af-a6af-4fd2-8d4b-40163313a3a7 req-b1e92dc7-27ac-404d-877b-e599b249def3 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2773774
Apr 07 08:02:54.568863 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a812ec6a-509d-46e5-968b-dcd92b7ba07f req-11c9cf33-5ca9-498f-aaf2-37b53ef76c22 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2569096
Apr 07 08:02:54.789373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:54.789795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:54.837699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f25293710>, [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:02:51Z', 'revision_number': 3, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port': {'id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:51Z', 'updated_at': '2021-04-07T08:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:54.851599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:54.874039 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Checking router: 4f29d116-fd9d-4665-8a15-4c3e238a97c9 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:02:54.874442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Updating router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 08:02:54.937378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.120470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.184729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Allocated IP 172.20.0.1 (5aa29da0-b170-4346-bfcd-a36f1990447b/ee76b4c9-7184-4aac-8ba1-0269fb634790/c436e3d1-7273-4dab-9429-b94e72af3a90) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:02:55.365027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.396424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port fb3dcbd3-d54c-4c13-bef7-fd184562de1b, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=fb3dcbd3-d54c-4c13-bef7-fd184562de1b,segment=NetworkSegment(5ff08927-1640-4c40-a8c7-dcec86f0745e),segment_id=5ff08927-1640-4c40-a8c7-dcec86f0745e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:55.420311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.421249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 58a7e029-5883-4142-afa7-f2f2c39cc239 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:55.444053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.447288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:55.478629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Transition to ACTIVE for port object c436e3d1-7273-4dab-9429-b94e72af3a90 will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:55.513217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:02:55.541992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.565065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:55.586984 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-39a6cf61-3f1d-4f01-a4d2-4a952cce4510 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:55.602240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.664363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-27a1e353-80d3-414c-bb6e-18e7514ca64b None None] Provisioning complete for port fb3dcbd3-d54c-4c13-bef7-fd184562de1b triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:55.664784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-27a1e353-80d3-414c-bb6e-18e7514ca64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.715909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=fb3dcbd3-d54c-4c13-bef7-fd184562de1b,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:55.719309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:55.742110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-469fc580-2376-4228-aba9-439583ed3797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:55.779129 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'code': 200}
Apr 07 08:02:55.890298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 58a7e029-5883-4142-afa7-f2f2c39cc239 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:02:55.903636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 58a7e029-5883-4142-afa7-f2f2c39cc239 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:55.903821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:55.939850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Pushing event updated for resources: {'Port': ['ID=c436e3d1-7273-4dab-9429-b94e72af3a90,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:55.942662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:55.965386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=7']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:56.004434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Network 5aa29da0-b170-4346-bfcd-a36f1990447b is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:02:56.004693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:56.012470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:56.015088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:02:56.078351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f4b5ab78-6778-4b40-89dc-f7a81486f1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.131065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.242567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e536e-ac36-42b1-a12a-e0d2c4960093 req-2964fe89-a1b7-4bea-b637-6a73a6cdcce4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:56.244958 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.249802 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5e7e536e-ac36-42b1-a12a-e0d2c4960093 req-2964fe89-a1b7-4bea-b637-6a73a6cdcce4 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.3003483
Apr 07 08:02:56.281412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Transition to ACTIVE for port object 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:02:56.293816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0537abf-0b06-411f-b82d-0d578ebcacd4 req-c419f184-2cb2-45b9-a778-afbe666db78f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:56.295479 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0537abf-0b06-411f-b82d-0d578ebcacd4 req-c419f184-2cb2-45b9-a778-afbe666db78f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.4370944
Apr 07 08:02:56.295810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.313865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.331307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:56.339690 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.385136 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5e7e536e-ac36-42b1-a12a-e0d2c4960093 req-83405c19-411b-476c-b855-67a7648d1809 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336641
Apr 07 08:02:56.463879 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a0537abf-0b06-411f-b82d-0d578ebcacd4 req-5e276a36-a4f1-437e-ba5d-c4d9b0255d0f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1494460
Apr 07 08:02:56.475531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-470057aa-9ded-49ea-a39e-38ff49b6604b None None] Provisioning for port c436e3d1-7273-4dab-9429-b94e72af3a90 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:02:56.519239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-470057aa-9ded-49ea-a39e-38ff49b6604b None None] Provisioning complete for port c436e3d1-7273-4dab-9429-b94e72af3a90 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:56.519239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-470057aa-9ded-49ea-a39e-38ff49b6604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.564435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 58a7e029-5883-4142-afa7-f2f2c39cc239, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=58a7e029-5883-4142-afa7-f2f2c39cc239,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:02:56.569642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79fdd2-2944-4d11-885c-be7cbd3d7b91 None None] Pushing event updated for resources: {'Port': ['ID=369fb8ac-775e-4d0c-b26a-30cc3bdad3b6,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:56.576850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.584982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5e79fdd2-2944-4d11-885c-be7cbd3d7b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:56.588416 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.603963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:56.685498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=58a7e029-5883-4142-afa7-f2f2c39cc239,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:56.691941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:56.695923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-470057aa-9ded-49ea-a39e-38ff49b6604b None None] Port c436e3d1-7273-4dab-9429-b94e72af3a90 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:02:56.726264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device fb3dcbd3-d54c-4c13-bef7-fd184562de1b up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:56.803014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.809236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.812216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Attempting to bind port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:02:56.812639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Attempting to bind port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:02:56.813069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Attempting to bind port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:02:56.824032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:02:56.824407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:02:56.824804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.825277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:02:56.825801 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Bound port: 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:02:56.826220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:56.843309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-aff4e712-d253-4a7a-81d0-250eb51def26 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:56.946633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:57.091456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Pushing event updated for resources: {'Port': ['ID=c436e3d1-7273-4dab-9429-b94e72af3a90,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:57.095184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:57.108879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Network 5aa29da0-b170-4346-bfcd-a36f1990447b is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:02:57.110088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:02:57.157584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port fb3dcbd3-d54c-4c13-bef7-fd184562de1b triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:57.158044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:57.185202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] For port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:02:57.210713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] For port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=369fb8ac-775e-4d0c-b26a-30cc3bdad3b6,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:02:57.238997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:57.268189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-469fc580-2376-4228-aba9-439583ed3797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:57.371040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:02:57.568197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:57.568972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79fdd2-2944-4d11-885c-be7cbd3d7b91 None None] Pushing event updated for resources: {'Port': ['ID=369fb8ac-775e-4d0c-b26a-30cc3bdad3b6,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:57.582178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5e79fdd2-2944-4d11-885c-be7cbd3d7b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:57.586617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:57.705241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d5acb1b8-6226-45de-bc89-5cd2a471d706 None None] Provisioning complete for port c436e3d1-7273-4dab-9429-b94e72af3a90 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:57.705954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d5acb1b8-6226-45de-bc89-5cd2a471d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:57.780011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d5acb1b8-6226-45de-bc89-5cd2a471d706 None None] Port c436e3d1-7273-4dab-9429-b94e72af3a90 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:02:57.819072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Routers {'4f29d116-fd9d-4665-8a15-4c3e238a97c9'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:02:57.820976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f25293710>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:58.060309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] Set router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:02:58.147091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:58.170785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:02:58.224848 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] 10.222.0.61 "PUT /v2.0/routers/4f29d116-fd9d-4665-8a15-4c3e238a97c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0162983
Apr 07 08:02:58.239765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d4a00-9a7e-4e05-98f4-9ef4a8897001 req-370b48cf-7871-44ca-9db1-993c6683c09d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:58.241463 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-679d4a00-9a7e-4e05-98f4-9ef4a8897001 req-370b48cf-7871-44ca-9db1-993c6683c09d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.2793972
Apr 07 08:02:58.265587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-a5884069-539e-4150-8cba-c7065a5f31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:58.267218 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-a5884069-539e-4150-8cba-c7065a5f31bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1099 time: 0.2558916
Apr 07 08:02:58.278421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fbb9d-e941-491b-bcce-6fae07bb12d3 req-48509bcb-5ada-4ebc-b394-98f0537dab18 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:58.280075 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-497fbb9d-e941-491b-bcce-6fae07bb12d3 req-48509bcb-5ada-4ebc-b394-98f0537dab18 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.3168569
Apr 07 08:02:58.436327 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-679d4a00-9a7e-4e05-98f4-9ef4a8897001 req-eee68ba2-4ceb-448e-a57e-4ace94cd1c62 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1873755
Apr 07 08:02:58.460825 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-497fbb9d-e941-491b-bcce-6fae07bb12d3 req-88442259-66df-46c9-a37b-4e3e49e12d96 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1544538
Apr 07 08:02:58.538849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-82b9662b-9bf3-4cc1-995f-8ae1a10613d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:58.545989 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-82b9662b-9bf3-4cc1-995f-8ae1a10613d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 910 time: 0.2639470
Apr 07 08:02:58.596252 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f25293710>, [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 4, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port': {'id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:51Z', 'updated_at': '2021-04-07T08:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'c436e3d1-7273-4dab-9429-b94e72af3a90', 'name': '', 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'mac_address': 'fa:16:3e:5b:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:54Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 2, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'subnets': [{'id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:02:58.610324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc750dc-7d59-4dcd-b0be-9ef505af6f1f None None] The sync data for ids ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'] in dv-cinder-782390-4-iscsi is: [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 4, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port': {'id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:51Z', 'updated_at': '2021-04-07T08:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'c436e3d1-7273-4dab-9429-b94e72af3a90', 'name': '', 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'mac_address': 'fa:16:3e:5b:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:54Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 2, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'subnets': [{'id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:02:58.747176 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-81ddbfc4-53f1-402d-b245-1e9e0172bb3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 1001 time: 0.1953542
Apr 07 08:02:58.787775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 58a7e029-5883-4142-afa7-f2f2c39cc239 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:02:58.898122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-d5d5cd53-fa80-48fb-9f38-fa3f4ef5e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:58.899860 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-d5d5cd53-fa80-48fb-9f38-fa3f4ef5e621 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 200  len: 848 time: 0.1417432
Apr 07 08:02:58.978334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 58a7e029-5883-4142-afa7-f2f2c39cc239 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:02:58.978876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.040343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-715174ef-fd56-44c1-ac16-bc18ff60dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:59.044453 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-715174ef-fd56-44c1-ac16-bc18ff60dd3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1381643
Apr 07 08:02:59.069775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43398) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:59.079471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032879656', 'description': 'tempest-secgroup-smoke-1032879656 description', 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:59.088628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:59.099726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:security_group and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:59.105313 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:59.118542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:59.131572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.181441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:59.193315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:security_group_rule and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:59.200880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:59.217200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:59.238453 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-d54c0a5a-7424-44d8-a3bd-9c6d1af79b7a service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834962
Apr 07 08:02:59.353009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.356703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.363103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6798e3c3-71c6-40e4-9068-3ab6474e5681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:59.412198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d8efd-49d9-406b-ab95-cd0b131b0508,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:59.414560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:59.419787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.426458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43404) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:59.433677 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3594744
Apr 07 08:02:59.435586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'security_group_rule': {'security_group_id': '2d9d8efd-49d9-406b-ab95-cd0b131b0508', 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:59.448651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:59.474223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:security_group_rule and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:59.479387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:59.498185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:59.508546 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7ba36a70-fa40-45c6-b747-6d45212fff86 req-54e78dc7-634a-4b6e-9e55-b65a4087f8bd service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621603
Apr 07 08:02:59.530913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.620224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.633584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.748516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c907e7b4-69b3-4f35-ad39-22107227d6e6 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:02:59.796358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40248508-7920-4fc0-925f-24b84e8dcfb8,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:02:59.805093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:02:59.828993 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:02:59.830308 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4991efbc-bf44-430b-ba66-82b50623cbb1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4027925
Apr 07 08:02:59.835154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43412) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:02:59.842206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'security_group_rule': {'security_group_id': '2d9d8efd-49d9-406b-ab95-cd0b131b0508', 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:02:59.851334 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be5e0d-7bb1-4566-a443-0cdda5a7644f req-18add7f9-c1ba-4d0b-8c11-4fb16699a3ff tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:59.852975 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9be5e0d-7bb1-4566-a443-0cdda5a7644f req-18add7f9-c1ba-4d0b-8c11-4fb16699a3ff tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.2226472
Apr 07 08:02:59.868501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35334128-753c-46fc-bdb1-002a951a23e9 req-10398946-c3a8-48ad-a647-bb3cb03fd53a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:02:59.870347 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-35334128-753c-46fc-bdb1-002a951a23e9 req-10398946-c3a8-48ad-a647-bb3cb03fd53a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1941788
Apr 07 08:02:59.880362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:02:59.910450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:security_group_rule and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:02:59.918045 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:02:59.962676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:02:59.982023 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-35334128-753c-46fc-bdb1-002a951a23e9 req-30b34ec8-d27c-446b-9619-aa30741ce74b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0878985
Apr 07 08:03:00.021368 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9be5e0d-7bb1-4566-a443-0cdda5a7644f req-b9a364d4-ccdb-42f9-a25e-bee8be726e56 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498771
Apr 07 08:03:00.031901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.129778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.134496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.151686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a6254b59-a2b2-4bd1-947c-5ad75eb8fd0e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:00.165670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d1a91e-df71-4189-ae92-b335aa88ffbe,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:00.174177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:00.185885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.187292 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-89a52323-67bc-41fb-ab38-a9f19b783860 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3509204
Apr 07 08:03:00.191582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43418) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:00.198519 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'security_group_rule': {'security_group_id': '2d9d8efd-49d9-406b-ab95-cd0b131b0508', 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:00.206064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:00.210169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:security_group_rule and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:00.213411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:00.220236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:00.255543 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.345786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.351171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.351310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-08cb9a36-e61d-442e-9914-cc047ae991ae tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:00.386028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0dca5b-8688-4772-b690-f98aaeefc80b,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:00.388243 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.389891 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1972091
Apr 07 08:03:00.390960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7cf384e9-78e5-40da-a940-b54330c77a6b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:00.393266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43426) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:00.399777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'security_group_rule': {'security_group_id': '2d9d8efd-49d9-406b-ab95-cd0b131b0508', 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:00.407803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:00.412350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:security_group_rule and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:00.420824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:00.434167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:00.467564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.569812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.575448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.615401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:00.638578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.643183 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2459924
Apr 07 08:03:00.643557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43432) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:00.652771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'security_group_rule': {'security_group_id': '2d9d8efd-49d9-406b-ab95-cd0b131b0508', 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:00.657259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee86de57-0f3b-4999-acc4-be3298170435,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:00.662462 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:00.679987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:00.697086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:security_group_rule and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:00.705839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:00.712050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:00.747383 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.securitygroups_db [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Project 4557a56ec8814b2fad5ca9ce5271e61c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 08:03:00.765364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.767011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:03:00.845618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.851052 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.853364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:00.853514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:03:00.858945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:03:00.859585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.897013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c126d043-6c13-4314-adbe-c92ca612599a,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:00.899939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:00.913080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:00.918199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43438) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:00.918806 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c5c55eae-374a-427d-89d3-cb1681d65ba3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2739108
Apr 07 08:03:00.925272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'security_group_rule': {'security_group_id': '2d9d8efd-49d9-406b-ab95-cd0b131b0508', 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:00.940386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:00.945523 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:security_group_rule and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:00.949165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:00.955763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:00.976960 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.securitygroups_db [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Project 4557a56ec8814b2fad5ca9ce5271e61c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 07 08:03:00.984479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:01.013160 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:01.036630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=369fb8ac-775e-4d0c-b26a-30cc3bdad3b6,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:01.042789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:01.044765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8d51ddf6-e3e0-47ec-8a29-680bb6c208de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:01.088017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:01.091034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:01.116035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:01.134304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e8cab1-07a3-4235-9c0e-ee83c2a1220c,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:01.143435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:01.144225 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:01.150332 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2272830
Apr 07 08:03:01.157410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=369fb8ac-775e-4d0c-b26a-30cc3bdad3b6,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:01.160808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:01.375368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd463e3-8769-4fe1-b966-006d5465adf0 req-4e69c3d8-ac15-4c3f-93ea-c4e6dc3bb106 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:01.381588 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abd463e3-8769-4fe1-b966-006d5465adf0 req-4e69c3d8-ac15-4c3f-93ea-c4e6dc3bb106 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.2077026
Apr 07 08:03:01.393415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f2ba2-b418-49b1-97b5-c1d16557e110 req-9c074a75-67ab-4495-a52e-5846c5f04736 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:01.397665 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-973f2ba2-b418-49b1-97b5-c1d16557e110 req-9c074a75-67ab-4495-a52e-5846c5f04736 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1628792
Apr 07 08:03:01.492587 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-973f2ba2-b418-49b1-97b5-c1d16557e110 req-e29aed01-a671-481d-86fa-542446af7e14 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704877
Apr 07 08:03:01.514803 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-abd463e3-8769-4fe1-b966-006d5465adf0 req-c2bb202d-9030-4f27-8a22-261d6ec1762b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1158040
Apr 07 08:03:02.697407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:03:02.805339 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:03:02.805756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:02.826785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9681b0-a430-45ca-b32c-0cadd86352d7 req-da95824e-8c42-4aef-a9fd-1c76ac0dbc65 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:02.828808 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f9681b0-a430-45ca-b32c-0cadd86352d7 req-da95824e-8c42-4aef-a9fd-1c76ac0dbc65 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1914608
Apr 07 08:03:02.886776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01414-9ffa-4205-8c4f-0a05877ccc88 req-4be8b294-8dfd-4354-84ae-b26df500db22 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:02.896856 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-58b01414-9ffa-4205-8c4f-0a05877ccc88 req-4be8b294-8dfd-4354-84ae-b26df500db22 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1917307
Apr 07 08:03:03.001700 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2f9681b0-a430-45ca-b32c-0cadd86352d7 req-fd52056c-3a46-4d08-a665-656899ef8a28 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587288
Apr 07 08:03:03.019627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Sync routers for ids ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:03:03.032552 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-58b01414-9ffa-4205-8c4f-0a05877ccc88 req-857a25fc-6cb7-4ba8-9ee2-76457b8b2eab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153617
Apr 07 08:03:03.044702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Routers {'4f29d116-fd9d-4665-8a15-4c3e238a97c9'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:03:03.046417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f726f98>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:03.269833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Set router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:03:03.626769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f726f98>, [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 4, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port': {'id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:51Z', 'updated_at': '2021-04-07T08:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'c436e3d1-7273-4dab-9429-b94e72af3a90', 'name': '', 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'mac_address': 'fa:16:3e:5b:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:54Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 2, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'subnets': [{'id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:03.630952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Checking router: 4f29d116-fd9d-4665-8a15-4c3e238a97c9 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:03:03.631352 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Updating router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 port c436e3d1-7273-4dab-9429-b94e72af3a90 binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 08:03:03.693261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:04.511183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b49c94-606f-423a-b2bd-8300a8689b79 req-a5824653-1dae-494f-9c5d-72fc8811031f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:04.517605 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-86b49c94-606f-423a-b2bd-8300a8689b79 req-a5824653-1dae-494f-9c5d-72fc8811031f tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.2112010
Apr 07 08:03:04.526916 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:04.535377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be580-774f-4303-b6b7-c4c73e62e98f req-a859ce9c-24f4-4818-9cfa-d0fed3f25306 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:04.537006 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-259be580-774f-4303-b6b7-c4c73e62e98f req-a859ce9c-24f4-4818-9cfa-d0fed3f25306 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1731701
Apr 07 08:03:04.558408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Transition to ACTIVE for port object c436e3d1-7273-4dab-9429-b94e72af3a90 will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:03:04.566185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:04.581762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dc8b0611-c871-4d13-86a2-a54ff5df2f31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:04.602544 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-86b49c94-606f-423a-b2bd-8300a8689b79 req-e3dfd9d3-64ac-4227-b751-5d2f3e901228 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827177
Apr 07 08:03:04.647157 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-259be580-774f-4303-b6b7-c4c73e62e98f req-f9fdeef0-67a5-4cd0-9d3d-e04fdf72be64 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740523
Apr 07 08:03:04.775753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b0d19-8e77-4ba7-827c-7862a80247e0 None None] Pushing event updated for resources: {'Port': ['ID=c436e3d1-7273-4dab-9429-b94e72af3a90,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:04.779139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4e9b0d19-8e77-4ba7-827c-7862a80247e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:05.096675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Attempting to bind port c436e3d1-7273-4dab-9429-b94e72af3a90 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:03:05.097063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Attempting to bind port c436e3d1-7273-4dab-9429-b94e72af3a90 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:03:05.097479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Attempting to bind port c436e3d1-7273-4dab-9429-b94e72af3a90 on network 5aa29da0-b170-4346-bfcd-a36f1990447b {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:03:05.105013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:03:05.105480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Checking segment: {'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:03:05.106413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:05.108303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Bound using segment: {'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:03:05.108303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Bound port: c436e3d1-7273-4dab-9429-b94e72af3a90, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff08927-1640-4c40-a8c7-dcec86f0745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:03:05.108303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:05.264774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] For port c436e3d1-7273-4dab-9429-b94e72af3a90, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:03:05.268004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] For port c436e3d1-7273-4dab-9429-b94e72af3a90, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=c436e3d1-7273-4dab-9429-b94e72af3a90,segment=NetworkSegment(5ff08927-1640-4c40-a8c7-dcec86f0745e),segment_id=5ff08927-1640-4c40-a8c7-dcec86f0745e)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:03:05.275016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:05.305990 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-49beda96-c0b0-454e-bfdb-cee4801c02a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:05.492747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b0d19-8e77-4ba7-827c-7862a80247e0 None None] Pushing event updated for resources: {'Port': ['ID=c436e3d1-7273-4dab-9429-b94e72af3a90,revision_number=4']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:05.498560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4e9b0d19-8e77-4ba7-827c-7862a80247e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:05.542009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Routers {'4f29d116-fd9d-4665-8a15-4c3e238a97c9'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:03:05.542763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f726f98>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:02:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:05.830013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] Set router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:03:05.970183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a3333-f6d1-4bcc-b6f4-f779b61d1321 req-2bcbf875-5f84-401e-a95a-d07dd59100b6 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:05.971822 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d9a3333-f6d1-4bcc-b6f4-f779b61d1321 req-2bcbf875-5f84-401e-a95a-d07dd59100b6 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.2091267
Apr 07 08:03:05.992563 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f741-e273-45d1-b009-46764daa415f req-5d7f789f-0bff-4031-a9f6-a9832cc3288d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:05.994449 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72a2f741-e273-45d1-b009-46764daa415f req-5d7f789f-0bff-4031-a9f6-a9832cc3288d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1541886
Apr 07 08:03:06.074389 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1d9a3333-f6d1-4bcc-b6f4-f779b61d1321 req-02105ec8-b3cb-43fc-9a3f-1aee7cef1fe4 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922241
Apr 07 08:03:06.089568 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-72a2f741-e273-45d1-b009-46764daa415f req-005f81ac-10a3-4653-b1f5-191e4652c46d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792811
Apr 07 08:03:06.235559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f726f98>, [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 4, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port': {'id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:51Z', 'updated_at': '2021-04-07T08:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'c436e3d1-7273-4dab-9429-b94e72af3a90', 'name': '', 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'mac_address': 'fa:16:3e:5b:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:54Z', 'updated_at': '2021-04-07T08:03:05Z', 'revision_number': 4, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'subnets': [{'id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:06.241648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7273d-e8c1-4b51-af92-d085d1436430 None None] The sync data for ids ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'] in dv-cinder-782390-4-iscsi is: [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 4, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port': {'id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:51Z', 'updated_at': '2021-04-07T08:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'c436e3d1-7273-4dab-9429-b94e72af3a90', 'name': '', 'network_id': '5aa29da0-b170-4346-bfcd-a36f1990447b', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'mac_address': 'fa:16:3e:5b:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:54Z', 'updated_at': '2021-04-07T08:03:05Z', 'revision_number': 4, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'subnets': [{'id': 'ee76b4c9-7184-4aac-8ba1-0269fb634790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:03:06.542766 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-9fa8fc66-9c0e-47a4-afad-441ed1622e58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1300285
Apr 07 08:03:06.568869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc7fff-8b43-4d2a-a7e5-3b643c0ae20c req-f30bc091-5a57-4383-b3f0-d91824dea2c6 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:06.591192 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:03:06.592935 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b1dc7fff-8b43-4d2a-a7e5-3b643c0ae20c req-f30bc091-5a57-4383-b3f0-d91824dea2c6 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1684599
Apr 07 08:03:06.727353 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b1dc7fff-8b43-4d2a-a7e5-3b643c0ae20c req-e0c6358b-8f37-49d2-aaf8-638aea358c86 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1332638
Apr 07 08:03:06.764255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device c436e3d1-7273-4dab-9429-b94e72af3a90 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:03:06.883945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port c436e3d1-7273-4dab-9429-b94e72af3a90 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:03:06.903977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port c436e3d1-7273-4dab-9429-b94e72af3a90 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:03:06.906508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:07.124727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:07.176930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port c436e3d1-7273-4dab-9429-b94e72af3a90, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=c436e3d1-7273-4dab-9429-b94e72af3a90,segment=NetworkSegment(5ff08927-1640-4c40-a8c7-dcec86f0745e),segment_id=5ff08927-1640-4c40-a8c7-dcec86f0745e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:07.181666 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:07.184794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-49635158-e292-49e9-a461-81ada0905783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:07.292678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=c436e3d1-7273-4dab-9429-b94e72af3a90,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:07.296933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:07.503105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45014b-61e9-44c7-9943-2adf20c6c380 req-a728bb80-2c7a-4172-96ea-2d844351eafa tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:07.504903 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-de45014b-61e9-44c7-9943-2adf20c6c380 req-a728bb80-2c7a-4172-96ea-2d844351eafa tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.1675916
Apr 07 08:03:07.587002 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-de45014b-61e9-44c7-9943-2adf20c6c380 req-94f25581-e354-4492-84d1-45591d5ec9ea tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748961
Apr 07 08:03:07.912616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:03:08.064367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:08.093954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:03:08.100505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c69962-3265-4eab-b7b8-f35b0dfb65f5 req-428b4a1c-d964-4694-8cdc-da6ee4b35831 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:08.102323 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e7c69962-3265-4eab-b7b8-f35b0dfb65f5 req-428b4a1c-d964-4694-8cdc-da6ee4b35831 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.0938804
Apr 07 08:03:08.108047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:08.111291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:08.113211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:08.148867 dv-cinder-782390-4-iscsi neutron-server[84206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'code': 422} returned with failed status
Apr 07 08:03:08.154136 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e7c69962-3265-4eab-b7b8-f35b0dfb65f5 req-1fff5c58-8e23-47e3-a521-46a8befdba1c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456734
Apr 07 08:03:08.190917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=6']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:08.194934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:08.456704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-388e350c-5014-429a-89de-ae1ba1439adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:08.458271 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-388e350c-5014-429a-89de-ae1ba1439adb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854&tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383 HTTP/1.1" status: 200  len: 1097 time: 0.0819590
Apr 07 08:03:08.570185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-f232dc60-dd72-41f8-b718-5593e694af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:08.571787 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-f232dc60-dd72-41f8-b718-5593e694af5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1097 time: 0.0791125
Apr 07 08:03:08.690663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device c436e3d1-7273-4dab-9429-b94e72af3a90 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:03:08.767628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port c436e3d1-7273-4dab-9429-b94e72af3a90 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:03:08.767945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:08.828382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-b9955603-ce5a-40f2-9cc7-9c89ed9237a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:08.830053 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-b9955603-ce5a-40f2-9cc7-9c89ed9237a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 1098 time: 0.2509537
Apr 07 08:03:09.193081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-060c3216-4720-4737-be68-1dd97a119ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:09.195288 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-060c3216-4720-4737-be68-1dd97a119ba0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 910 time: 0.5830600
Apr 07 08:03:09.372876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b944d-f0de-4f6f-bd30-ccb8a47c0571 req-291e7034-6a1e-4ee0-bc80-3a720e01b17c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:09.374500 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f3b944d-f0de-4f6f-bd30-ccb8a47c0571 req-291e7034-6a1e-4ee0-bc80-3a720e01b17c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.6419551
Apr 07 08:03:09.427455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-33391caa-6e38-4f84-9c4a-fcbc438281ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:09.429083 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-33391caa-6e38-4f84-9c4a-fcbc438281ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 917 time: 0.5882292
Apr 07 08:03:09.443092 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-685b042d-a020-4ff4-8265-cf8b79b3957b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 999 time: 0.2388780
Apr 07 08:03:09.601845 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f3b944d-f0de-4f6f-bd30-ccb8a47c0571 req-c64fbfb6-ae69-40c4-a572-fb7184f24ae1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2075427
Apr 07 08:03:09.649911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd1f63-7225-4ede-8fd4-b0ee2d287b0a req-0a4b14a7-0d0c-46d9-be0d-77ae9d636a50 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:09.651545 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bfbd1f63-7225-4ede-8fd4-b0ee2d287b0a req-0a4b14a7-0d0c-46d9-be0d-77ae9d636a50 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.3687806
Apr 07 08:03:09.658062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-c2fbef6d-c0ee-4ad2-a6a7-3b4637ab8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:09.659528 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-c2fbef6d-c0ee-4ad2-a6a7-3b4637ab8e48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 200  len: 848 time: 0.1398721
Apr 07 08:03:09.661337 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-91de1aa6-6021-41a9-b2db-1f12c2038633 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 HTTP/1.1" status: 200  len: 1001 time: 0.2155309
Apr 07 08:03:09.815272 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bfbd1f63-7225-4ede-8fd4-b0ee2d287b0a req-b0cfa494-e31f-4031-98a1-7901369943ec tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1528349
Apr 07 08:03:09.821531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-00046415-4bec-4a18-8566-c1bd007b06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:09.823322 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-00046415-4bec-4a18-8566-c1bd007b06e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.1438684
Apr 07 08:03:09.896522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-66b4e990-2ff9-45cb-9a63-adaea716dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:09.898226 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-66b4e990-2ff9-45cb-9a63-adaea716dba1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2220616
Apr 07 08:03:10.015846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-d3c1e66e-c919-47f9-bfc7-2428dd5f9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:10.017636 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-d3c1e66e-c919-47f9-bfc7-2428dd5f9736 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1859949
Apr 07 08:03:10.146902 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-70989641-9d8a-4ab5-8df5-f2e009a45c3f service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2413270
Apr 07 08:03:10.293768 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-e9584d02-4a48-4acf-a7b5-265ef73c2b6a service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571430
Apr 07 08:03:10.420983 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b6d38018-d6c8-41c0-9113-1798b9fb8f1c req-dd0014fd-11da-45f6-a1ee-cbef808eca0f service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672825
Apr 07 08:03:10.471687 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7d3b6b34-94da-4bff-a6fe-76e1c15c829d req-24f14676-2fc1-4987-8ba0-bbe87cfbc520 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620486
Apr 07 08:03:10.541262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43624) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:10.670907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:10.687150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:10.692040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Usage tracker for resource:security_group_rule and tenant:fe86d9e14e174d0096deb0147a08c551 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:10.695684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:10.701909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:10.789567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:10.792721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:10.801642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ec50eb96-02ce-4f0e-9719-de8377f56241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:10.817596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6ab15-2a8d-473a-b740-cc34831a6932 req-3590f678-975e-44b1-8391-9e90d14fe8f9 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:10.819733 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-79c6ab15-2a8d-473a-b740-cc34831a6932 req-3590f678-975e-44b1-8391-9e90d14fe8f9 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 945 time: 0.0949705
Apr 07 08:03:10.851980 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe86d9e14e174d0096deb0147a08c551&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095582
Apr 07 08:03:10.852657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43634) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:10.856646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d9fbc5-4a2a-4184-8d98-ee2fdec9c433,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:10.871741 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:10.898661 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-79c6ab15-2a8d-473a-b740-cc34831a6932 req-b678e653-8dea-47d8-9985-68d0e56f8174 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721865
Apr 07 08:03:10.930971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6722-5b94-4561-bd0a-9fbca0fd5701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:10.959502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6722-5b94-4561-bd0a-9fbca0fd5701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.007165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6722-5b94-4561-bd0a-9fbca0fd5701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.012429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-461f881b-e488-4905-80d1-7a7f71a7993d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:11.027492 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd6722-5b94-4561-bd0a-9fbca0fd5701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d9fbc5-4a2a-4184-8d98-ee2fdec9c433,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:11.030098 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6722-5b94-4561-bd0a-9fbca0fd5701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.034398 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8ffd6722-5b94-4561-bd0a-9fbca0fd5701 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26d9fbc5-4a2a-4184-8d98-ee2fdec9c433 HTTP/1.1" status: 204  len: 168 time: 0.1796684
Apr 07 08:03:11.035697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8ffd6722-5b94-4561-bd0a-9fbca0fd5701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:11.040232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c515d-76b1-4b9e-b5ce-8d542f3dcd44 req-e968e729-d403-4438-9096-224f0e1a208d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:11.041949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed2c515d-76b1-4b9e-b5ce-8d542f3dcd44 req-e968e729-d403-4438-9096-224f0e1a208d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0908589
Apr 07 08:03:11.105178 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed2c515d-76b1-4b9e-b5ce-8d542f3dcd44 req-fa8ef0bf-df90-4f3b-910a-3e8e3bf61098 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566859
Apr 07 08:03:11.336489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43644) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:11.355742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.371602 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:11.375689 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Usage tracker for resource:security_group_rule and tenant:26c224991eba47c3935a60fbf6af420f is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:11.378687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:11.386072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:11.470825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.473861 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.487278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7f9c6611-b78c-4a7e-b09d-3e485e9f5020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:11.530998 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26c224991eba47c3935a60fbf6af420f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1933308
Apr 07 08:03:11.531952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab952e63-98ec-4440-bb15-254f237be132,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:11.533921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43648) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:11.535054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:11.600340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b40a4f30-b6f3-457e-a2cf-0bd2d844118b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.627836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b40a4f30-b6f3-457e-a2cf-0bd2d844118b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.671181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b40a4f30-b6f3-457e-a2cf-0bd2d844118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.676129 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-41988520-00e3-4bed-aaf9-da99eba8dcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:11.691384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a4f30-b6f3-457e-a2cf-0bd2d844118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab952e63-98ec-4440-bb15-254f237be132,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:11.694225 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b40a4f30-b6f3-457e-a2cf-0bd2d844118b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:11.695450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b40a4f30-b6f3-457e-a2cf-0bd2d844118b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:11.697298 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b40a4f30-b6f3-457e-a2cf-0bd2d844118b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab952e63-98ec-4440-bb15-254f237be132 HTTP/1.1" status: 204  len: 168 time: 0.1616731
Apr 07 08:03:11.917297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:03:12.042203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:12.077944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:12.079111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:03:12.096674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:12.098828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:12.169623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2158a5a-d0d9-4aff-8e20-c6c2b2339b2b req-40745c31-c22d-4e8c-876c-951c9a07cbdd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:12.178147 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f2158a5a-d0d9-4aff-8e20-c6c2b2339b2b req-40745c31-c22d-4e8c-876c-951c9a07cbdd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1529686
Apr 07 08:03:12.179973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=8']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:12.184133 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'code': 200}
Apr 07 08:03:12.185125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:12.249607 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f2158a5a-d0d9-4aff-8e20-c6c2b2339b2b req-67809de5-3034-4538-9dc6-632ce6786e55 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574400
Apr 07 08:03:12.380855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18318-5bea-45ea-8c71-14eb3b0c3eda req-ce8c8e31-0033-45f5-b81b-5819f5f047f4 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:12.383070 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-21b18318-5bea-45ea-8c71-14eb3b0c3eda req-ce8c8e31-0033-45f5-b81b-5819f5f047f4 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0914245
Apr 07 08:03:12.433957 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-21b18318-5bea-45ea-8c71-14eb3b0c3eda req-943a10ce-ee84-49a1-9c48-7aecf9866afd tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442843
Apr 07 08:03:13.493645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282a3aa-9f7b-49b7-bb6f-b680daf43443 req-4d46fad5-e231-4f1b-b2cb-9f29f27e709d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:13.495488 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c282a3aa-9f7b-49b7-bb6f-b680daf43443 req-4d46fad5-e231-4f1b-b2cb-9f29f27e709d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0975449
Apr 07 08:03:13.548244 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c282a3aa-9f7b-49b7-bb6f-b680daf43443 req-c212b9bb-bc46-41cb-82c5-4e7640a8f0ed tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454421
Apr 07 08:03:13.646735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba01de1-b1c5-480a-a68e-280320c093df req-c52d2e9f-846b-470f-96fa-81d7a91f8569 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:13.646735 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aba01de1-b1c5-480a-a68e-280320c093df req-c52d2e9f-846b-470f-96fa-81d7a91f8569 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0959918
Apr 07 08:03:13.698828 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aba01de1-b1c5-480a-a68e-280320c093df req-5368b9f9-edcb-4af3-857a-123e71d1b215 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461283
Apr 07 08:03:14.916045 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0215b8-5b7c-4b60-b4ef-c058d2cb96c4 req-0cb0e0eb-de3a-493f-93a8-6daf0dbcbf49 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:14.917702 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4f0215b8-5b7c-4b60-b4ef-c058d2cb96c4 req-0cb0e0eb-de3a-493f-93a8-6daf0dbcbf49 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0957024
Apr 07 08:03:14.966447 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4f0215b8-5b7c-4b60-b4ef-c058d2cb96c4 req-161a6e1e-e764-4319-af5a-297c926bec9a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425384
Apr 07 08:03:16.170836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340a2be-871a-4a61-a2e9-f92af4c9fc82 req-4cc06afa-458d-452c-bba1-6c38cde983e6 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:16.172465 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f340a2be-871a-4a61-a2e9-f92af4c9fc82 req-4cc06afa-458d-452c-bba1-6c38cde983e6 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0938888
Apr 07 08:03:16.273372 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f340a2be-871a-4a61-a2e9-f92af4c9fc82 req-58e79c48-920b-440e-8982-30ac60c42417 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947125
Apr 07 08:03:16.308219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52ed70-d93f-4603-ae7c-ff03df47d9a2 req-05fc1a9d-1b36-47ed-af32-dc1ee00c10b6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:16.309858 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dc52ed70-d93f-4603-ae7c-ff03df47d9a2 req-05fc1a9d-1b36-47ed-af32-dc1ee00c10b6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1138587
Apr 07 08:03:16.357309 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dc52ed70-d93f-4603-ae7c-ff03df47d9a2 req-7b42df8f-fb9a-404c-a56b-0f35417ab787 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410290
Apr 07 08:03:16.575696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43776) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:16.705865 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-81728d90-f1d6-49ab-883a-52caacd89446 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1287975
Apr 07 08:03:16.812527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:03:17.471785 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa61c6-a177-456b-a75c-2f27cc858ca0 req-5a1f19d1-ca1c-403d-a0f5-9bf33bfd838a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:17.473659 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-71fa61c6-a177-456b-a75c-2f27cc858ca0 req-5a1f19d1-ca1c-403d-a0f5-9bf33bfd838a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.0881999
Apr 07 08:03:17.578639 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-71fa61c6-a177-456b-a75c-2f27cc858ca0 req-118a4756-9bbf-4ffe-80a1-8b8b00bbf85a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684953
Apr 07 08:03:17.601843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdf88d-0be3-4414-a04f-22858c5ddc8f req-4883ea10-8597-40c6-9f47-3568ae0333f2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:17.603570 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8ecdf88d-0be3-4414-a04f-22858c5ddc8f req-4883ea10-8597-40c6-9f47-3568ae0333f2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1289086
Apr 07 08:03:17.652502 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8ecdf88d-0be3-4414-a04f-22858c5ddc8f req-e3a2be3f-fcb3-4710-aae0-7051315cf318 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420048
Apr 07 08:03:18.878306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eac5d-0bd0-42fc-bfe0-a09306e6002a req-329aa91b-3761-411e-a6cc-cec4c4b3e9aa tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:18.880114 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-494eac5d-0bd0-42fc-bfe0-a09306e6002a req-329aa91b-3761-411e-a6cc-cec4c4b3e9aa tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.1823132
Apr 07 08:03:19.003474 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-494eac5d-0bd0-42fc-bfe0-a09306e6002a req-c26c8c30-0b8c-432e-9f6e-57be54c4186b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816493
Apr 07 08:03:19.027431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffb124-36eb-440f-abdc-2d3823331711 req-cd384733-3d74-4c7e-b5b1-24cba24682a0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:19.027431 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60ffb124-36eb-440f-abdc-2d3823331711 req-cd384733-3d74-4c7e-b5b1-24cba24682a0 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.2423747
Apr 07 08:03:19.058701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-87b8d6c6-5952-4888-81f4-9fe62b337a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:19.060313 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-87b8d6c6-5952-4888-81f4-9fe62b337a7e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23&tenant_id=be657b903e35488597869917af4011fc HTTP/1.1" status: 200  len: 1096 time: 0.1769927
Apr 07 08:03:19.080597 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60ffb124-36eb-440f-abdc-2d3823331711 req-b749cd4c-3cb1-4b6e-b494-4a6d8b992511 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509357
Apr 07 08:03:19.159329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-741b6f98-acc5-4380-b4b1-a657e140d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:19.160839 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-741b6f98-acc5-4380-b4b1-a657e140d0b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be657b903e35488597869917af4011fc&device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 1096 time: 0.0777380
Apr 07 08:03:19.302686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-4c0ff092-f8e0-4356-908c-9ce47e06d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:19.304274 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-4c0ff092-f8e0-4356-908c-9ce47e06d2cd service neutron] 10.222.0.67 "GET /v2.0/networks?id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 200  len: 917 time: 0.1361957
Apr 07 08:03:19.414208 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-7ca86c60-0ccc-439c-9c2d-40b13ebc533b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 HTTP/1.1" status: 200  len: 999 time: 0.1026871
Apr 07 08:03:19.482497 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-f4a313c8-45ab-430c-80fa-5b8345f85d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:19.484007 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-f4a313c8-45ab-430c-80fa-5b8345f85d1c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 200  len: 855 time: 0.0623798
Apr 07 08:03:19.801747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-86682034-24bb-4f26-a2c6-4f6d580a6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:19.803906 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-86682034-24bb-4f26-a2c6-4f6d580a6105 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3112178
Apr 07 08:03:19.948853 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-600db5ea-0f83-4464-8a44-1041d474c797 service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374550
Apr 07 08:03:19.949418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:03:20.104167 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a98dad22-1f45-47e2-a2f2-04304ec393c8 req-dc39ab18-ca3c-4c02-a2ad-bb1b05f9b15b service neutron] 10.222.0.67 "GET /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481216
Apr 07 08:03:20.111699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:20.128525 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'port_id': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'mac_address': 'fa:16:3e:85:b3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:03:20.194808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:20.214642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:03:20.233430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:20.236660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:20.238584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:20.278663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76422591-1eda-4b12-a4d4-88d7f11b53a9 req-2a14ae3d-a2c4-4f2e-b5e6-fcafbed82c65 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:20.280559 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76422591-1eda-4b12-a4d4-88d7f11b53a9 req-2a14ae3d-a2c4-4f2e-b5e6-fcafbed82c65 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 944 time: 0.1544385
Apr 07 08:03:20.354008 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76422591-1eda-4b12-a4d4-88d7f11b53a9 req-55d1f9fd-b016-4a28-b7a8-f1644f86452a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574992
Apr 07 08:03:20.393590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1cd32-fe31-43e1-a39b-7c5aabfb4ea1 req-f097c923-f924-4d2f-b9fb-a2fadcaa58c1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:20.396247 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4ff1cd32-fe31-43e1-a39b-7c5aabfb4ea1 req-f097c923-f924-4d2f-b9fb-a2fadcaa58c1 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1804638
Apr 07 08:03:20.448511 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4ff1cd32-fe31-43e1-a39b-7c5aabfb4ea1 req-f2ede8dd-ca3d-4395-a5dd-c97b581d9822 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450993
Apr 07 08:03:20.486158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=7']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:20.489157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:20.552174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['38d0f2d2-2050-4ea9-9f9e-da8a5573b994'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:03:21.605447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944950e-5360-40cf-af6d-9af67b03d6b4 req-e9d6ad6e-06f8-46aa-b161-b8a7b65e75c1 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:21.607311 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a944950e-5360-40cf-af6d-9af67b03d6b4 req-e9d6ad6e-06f8-46aa-b161-b8a7b65e75c1 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 945 time: 0.1298993
Apr 07 08:03:21.729350 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a944950e-5360-40cf-af6d-9af67b03d6b4 req-ca8d4632-b0a3-40de-846d-f7239293593d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642505
Apr 07 08:03:21.746781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b06c38-dc84-49d1-ba16-21ff883a18f5 req-e0541c7c-98e2-4d8e-801f-ca00b8bfffef tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:21.748454 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b06c38-dc84-49d1-ba16-21ff883a18f5 req-e0541c7c-98e2-4d8e-801f-ca00b8bfffef tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1401453
Apr 07 08:03:21.799787 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b06c38-dc84-49d1-ba16-21ff883a18f5 req-2b0b1469-ec53-4c0f-b503-ea3b2acc353a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443742
Apr 07 08:03:21.957160 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:03:22.029527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:03:22.029942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:22.160257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:22.190222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:03:22.205035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:22.205035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:22.207273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:22.249700 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'code': 200}
Apr 07 08:03:22.284272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=8']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:22.288213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:23.066528 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0652b-6ba6-43c4-9961-4011089491cc req-ab2d28d2-6c0c-473f-93fc-7d3b9e091009 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:23.068207 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-70e0652b-6ba6-43c4-9961-4011089491cc req-ab2d28d2-6c0c-473f-93fc-7d3b9e091009 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.2210288
Apr 07 08:03:23.099684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf12abe-b20f-415c-af60-ee01343982e7 req-00f13819-fd1d-4620-a6cf-3259a266be7b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:23.101884 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7cf12abe-b20f-415c-af60-ee01343982e7 req-00f13819-fd1d-4620-a6cf-3259a266be7b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1477821
Apr 07 08:03:23.151587 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-70e0652b-6ba6-43c4-9961-4011089491cc req-7ebe2901-151d-4121-872d-27c31a4e571c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751226
Apr 07 08:03:23.185725 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7cf12abe-b20f-415c-af60-ee01343982e7 req-a1bafcfc-2f2e-456e-a51b-7ca98640060f tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763083
Apr 07 08:03:23.323825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43886) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:23.340719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d483e0a-fc3b-4676-998d-bb034c0b4a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:23.491487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:23.508896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:23.513622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Usage tracker for resource:security_group_rule and tenant:710c0bad9a1f49e89e53d210f41c1115 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:23.516891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:23.524074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:23.620774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:23.624546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:23.639721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-00e2712d-66b9-4f5b-b2c3-eee4f18af414 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:23.671401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43900) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:23.671605 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=710c0bad9a1f49e89e53d210f41c1115&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3460479
Apr 07 08:03:23.688692 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1147d311-327e-4809-9cc2-44a6b930a487,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:23.698033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.698455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.698871 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.699282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.699687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.700093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.700493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.700891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.701320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.701718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.702113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.702510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:23.706497 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5d7efa8c-e9e0-4eb3-97f0-38355aece16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:23.773196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-932112bd-d068-4e2e-96a9-4d07b9e94f6e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:03:23.801415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:23.815821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-932112bd-d068-4e2e-96a9-4d07b9e94f6e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:03:23.817163 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-932112bd-d068-4e2e-96a9-4d07b9e94f6e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032879656&fields=id&tenant_id=4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 267 time: 0.1183259
Apr 07 08:03:23.861971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:24.041090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-19277812-8a7c-4aa5-a9ec-965d4afe5c7f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:24.041769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-19277812-8a7c-4aa5-a9ec-965d4afe5c7f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:network {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:03:24.060849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:24.066148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7419902b-ad48-4346-ae61-80ed94dfe1e9 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:24.076071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-19277812-8a7c-4aa5-a9ec-965d4afe5c7f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:network {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:03:24.077400 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-19277812-8a7c-4aa5-a9ec-965d4afe5c7f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 812 time: 0.2493801
Apr 07 08:03:24.081700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1147d311-327e-4809-9cc2-44a6b930a487,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:24.100640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:24.104380 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1147d311-327e-4809-9cc2-44a6b930a487 HTTP/1.1" status: 204  len: 168 time: 0.4281938
Apr 07 08:03:24.104380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.104380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.104380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.104756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.105154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.105561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.106208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.106299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.106737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.107080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.107478 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.107878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:24.111233 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4e7914f1-06b8-441d-a2c2-d7d481f2cb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:24.113891 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-7e447e10-099b-4723-aa32-ecf45aabdeac tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/quotas/4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 375 time: 0.0285428
Apr 07 08:03:24.214436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-36490d08-632e-4e41-bbf2-b4ac06e8eeff tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:03:24.236970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-36490d08-632e-4e41-bbf2-b4ac06e8eeff tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:03:24.238451 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-36490d08-632e-4e41-bbf2-b4ac06e8eeff tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1175845
Apr 07 08:03:24.506818 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-eb63f8f5-bc98-4907-abdd-ebaf6ede0ba6 service neutron] 10.222.0.61 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2537851
Apr 07 08:03:24.517649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43914) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:24.527120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194779ef-9639-4c63-82aa-722ac94a39c6 req-0bef7009-655e-48cd-a6b0-503511617ed5 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:24.528782 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-194779ef-9639-4c63-82aa-722ac94a39c6 req-0bef7009-655e-48cd-a6b0-503511617ed5 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1624920
Apr 07 08:03:24.539427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:24.556538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:24.560658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Usage tracker for resource:security_group_rule and tenant:0008c431c31442f3af9dbc6e7d02d55f is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:24.564046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:24.571237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:24.687160 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-194779ef-9639-4c63-82aa-722ac94a39c6 req-a49d0d93-e953-48b0-aef3-449284e265b2 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1354311
Apr 07 08:03:24.751654 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-2f2f4cda-0831-48cb-849f-56b119ffc57a service neutron] 10.222.0.61 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378109
Apr 07 08:03:24.936699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330f06-13a6-4f97-b2f4-8b93515d6490 req-de71b1ae-4462-4f26-aad3-467828a05d3f tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:24.938456 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-51330f06-13a6-4f97-b2f4-8b93515d6490 req-de71b1ae-4462-4f26-aad3-467828a05d3f tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1238575
Apr 07 08:03:24.970802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:24.979544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:24.989469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c9b68ac1-31b0-41cf-9fca-446a9f55f444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:25.015903 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-51330f06-13a6-4f97-b2f4-8b93515d6490 req-f5f94d3d-aa2c-4c29-84b5-1d7f4b1e45e8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664902
Apr 07 08:03:25.067630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bfaece-2b4c-4c63-abfa-79498bb7311f,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:25.071553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:25.075248 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-b32fcb62-bd55-4d89-ad50-13e13bcc3c96 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0008c431c31442f3af9dbc6e7d02d55f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5560026
Apr 07 08:03:25.078049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43924) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:25.145087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fec4fe10-34fc-4a2e-a97a-39b33dfc63ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:25.179600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fec4fe10-34fc-4a2e-a97a-39b33dfc63ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:25.225754 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fec4fe10-34fc-4a2e-a97a-39b33dfc63ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:25.236858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c8ec2f11-3daa-4ad0-aeba-b8886f551cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:25.253206 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4fe10-34fc-4a2e-a97a-39b33dfc63ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bfaece-2b4c-4c63-abfa-79498bb7311f,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:25.257578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fec4fe10-34fc-4a2e-a97a-39b33dfc63ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:25.259686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fec4fe10-34fc-4a2e-a97a-39b33dfc63ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:25.260998 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-fec4fe10-34fc-4a2e-a97a-39b33dfc63ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5bfaece-2b4c-4c63-abfa-79498bb7311f HTTP/1.1" status: 204  len: 168 time: 0.1819687
Apr 07 08:03:25.359715 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cd57d762-42e5-4389-bec8-eb9edada220b req-1c8857fa-5326-4820-b081-6e941890e159 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0597000
Apr 07 08:03:25.921345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d09053-8e88-47ab-8f2b-9ab157364f22 req-57013a7b-5060-4965-aaca-8a26ec559e20 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:25.931320 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-52d09053-8e88-47ab-8f2b-9ab157364f22 req-57013a7b-5060-4965-aaca-8a26ec559e20 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1237245
Apr 07 08:03:25.986832 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-52d09053-8e88-47ab-8f2b-9ab157364f22 req-2736fb97-1172-4919-8340-d8d27d56db7e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545394
Apr 07 08:03:26.025319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8a603c51-4c3e-45ec-854a-b45809dfd8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.209542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 43962) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:26.262180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d613dcc-cfd4-49f0-be53-4beaadec1010 req-4dab3690-76f5-4f51-909e-f52599cfa21c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:26.263784 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d613dcc-cfd4-49f0-be53-4beaadec1010 req-4dab3690-76f5-4f51-909e-f52599cfa21c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1173465
Apr 07 08:03:26.320287 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2d613dcc-cfd4-49f0-be53-4beaadec1010 req-95cdc8db-d124-4e7d-a45c-497894ee9b7d tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500679
Apr 07 08:03:26.344413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1244599159-network', 'tenant_id': '5c2315ff014a4482a7945eed0c2e6d5a'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:26.350558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:26.355014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Usage tracker for resource:network and tenant:5c2315ff014a4482a7945eed0c2e6d5a is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:26.358075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:26.368391 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:26.377302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Made reservation on behalf of 5c2315ff014a4482a7945eed0c2e6d5a for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:03:26.382112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.394721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.411628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:26.416490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Usage tracker for resource:security_group_rule and tenant:5c2315ff014a4482a7945eed0c2e6d5a is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:26.419862 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:26.426721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:26.436592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.523053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.526397 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.531418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c3563d56-fbb5-4d4b-ac10-76034134813f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:26.551676 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c48de328-ceea-438d-8faa-653bf0dc9da8 req-b952f730-6af7-4e59-a967-e9d746cb7dcb tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0512483
Apr 07 08:03:26.561676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 08:03:26.574050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35b334a-9023-40a8-9d38-5716a8e69378,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:26.577134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.577534 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Added segment 86f0a1a5-50e1-4910-9c37-6c6f9ce7a8c1 of type vlan for network 8bab15e9-60d9-41f0-bc6e-ae569a40fde3
Apr 07 08:03:26.578996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:26.606501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.638396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.639787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:26.640423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:26.645447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:26.754057 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5432589
Apr 07 08:03:26.755008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Pushing event updated for resources: {'Network': ['ID=8bab15e9-60d9-41f0-bc6e-ae569a40fde3,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:26.757225 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43970) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:26.758201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:26.763940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Request body: {'subnet': {'network_id': '8bab15e9-60d9-41f0-bc6e-ae569a40fde3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1244599159-subnet', 'tenant_id': '5c2315ff014a4482a7945eed0c2e6d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:26.766937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 8bab15e9-60d9-41f0-bc6e-ae569a40fde3 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 08:03:26.769640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:26.773932 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Usage tracker for resource:subnet and tenant:5c2315ff014a4482a7945eed0c2e6d5a is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:26.777125 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:26.783955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:26.794082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Made reservation on behalf of 5c2315ff014a4482a7945eed0c2e6d5a for: {'subnet': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:03:26.799793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789379846'] for subnet, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:27.286139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1551a96-dce4-473d-9ea0-f43fb5c3f1b3 req-a6e25100-cefc-4c5f-b318-51d2878a4856 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:27.287661 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e1551a96-dce4-473d-9ea0-f43fb5c3f1b3 req-a6e25100-cefc-4c5f-b318-51d2878a4856 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1586113
Apr 07 08:03:27.341350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66895279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789379895'] for subnet, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:27.365011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-74656a36-0085-49c0-9cf6-17af9e2f1ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:27.395082 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e1551a96-dce4-473d-9ea0-f43fb5c3f1b3 req-af32eb04-c79d-4ae7-b497-e2659cef73ef tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961683
Apr 07 08:03:27.457626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:27.461593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:27.552777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a922a2-0b35-40fc-935f-2f9da648625f,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:27.571812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:27.628001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6226c-27c9-4fd2-bbf8-01d8c54e93c0 req-918199cc-d914-4682-a7a4-9b1338d21771 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:27.629725 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-77a6226c-27c9-4fd2-bbf8-01d8c54e93c0 req-918199cc-d914-4682-a7a4-9b1338d21771 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1711063
Apr 07 08:03:27.735309 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-77a6226c-27c9-4fd2-bbf8-01d8c54e93c0 req-92b8c97f-d583-4a9b-920c-3bbf3c865e51 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988693
Apr 07 08:03:27.751439 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d2233f7-3c88-4a8b-9262-e6af72fcc240 req-379739a5-0ab7-4d48-aa7e-91924e21d4c1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0617940
Apr 07 08:03:27.757108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Checking segment: {'id': '86f0a1a5-50e1-4910-9c37-6c6f9ce7a8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8bab15e9-60d9-41f0-bc6e-ae569a40fde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:03:27.757509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Network hostable DHCP agents. Network: 8bab15e9-60d9-41f0-bc6e-ae569a40fde3, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 08:03:27.785036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Network 8bab15e9-60d9-41f0-bc6e-ae569a40fde3 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 08:03:27.793783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 8bab15e9-60d9-41f0-bc6e-ae569a40fde3) {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:03:27.804419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1accc-1a58-4791-8db7-3fb14f9942b0 None None] Network 8bab15e9-60d9-41f0-bc6e-ae569a40fde3 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:03:27.809686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:27.810406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:27.831244 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0726552
Apr 07 08:03:28.053546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317134c5-e113-41bb-adc1-4c5f207abaac None None] Network 8bab15e9-60d9-41f0-bc6e-ae569a40fde3 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:03:28.151783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:28.454989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 43998) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:28.461408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1518670865-network', 'tenant_id': '0aab2e849004465ab7db0402f79f4ec3'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:28.466776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:28.470889 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Usage tracker for resource:network and tenant:0aab2e849004465ab7db0402f79f4ec3 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:28.485832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:28.497282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:28.507261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Made reservation on behalf of 0aab2e849004465ab7db0402f79f4ec3 for: {'network': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:03:28.512130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:28.526295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:28.577904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:28.592190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Usage tracker for resource:security_group_rule and tenant:0aab2e849004465ab7db0402f79f4ec3 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:28.599116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:28.608087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:28.666619 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8016f-a77f-4fa9-acb2-2af125a4b1e4 req-4fec0fa0-fad6-4bdc-86d9-6fe668cf208a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:28.668118 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f3a8016f-a77f-4fa9-acb2-2af125a4b1e4 req-4fec0fa0-fad6-4bdc-86d9-6fe668cf208a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1281388
Apr 07 08:03:28.743620 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f3a8016f-a77f-4fa9-acb2-2af125a4b1e4 req-b667b312-e673-4f78-ae7c-de0c284bd410 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672777
Apr 07 08:03:29.100031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:29.142279 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f8779227-e0b4-4112-aa6e-64ffb035590e req-4e1d5c39-10c2-45b5-9fae-6be6a873d3d1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.1030362
Apr 07 08:03:29.148615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:29.158108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4f8925cb-aab8-4fd2-8df7-e65999848c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:29.192106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=84317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 08:03:29.210791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9c914-0693-4192-9360-4e810c5cebb8,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:29.222538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:29.223535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:29.223951 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Added segment 2bd95236-58d1-4088-bdb6-d49177ea4354 of type vlan for network 94960dfb-ea9c-4df6-929d-591e647de54d
Apr 07 08:03:29.268242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ecab-34a8-44bb-a501-e368ff3c2722 req-818a4b14-2971-4177-a4ca-03cf9ec08343 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:29.269913 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-41c5ecab-34a8-44bb-a501-e368ff3c2722 req-818a4b14-2971-4177-a4ca-03cf9ec08343 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1722772
Apr 07 08:03:29.272459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:29.340972 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-41c5ecab-34a8-44bb-a501-e368ff3c2722 req-9e6a70cc-b186-4785-9cb4-3a3769723075 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636644
Apr 07 08:03:29.345759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:29.347135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:29.347780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:29.353116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-21bf6e63-79c7-48b2-9107-f416000aff4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:29.460044 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0038342
Apr 07 08:03:29.463072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44006) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:29.463312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Pushing event updated for resources: {'Network': ['ID=94960dfb-ea9c-4df6-929d-591e647de54d,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:29.466111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:29.470183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Request body: {'subnet': {'network_id': '94960dfb-ea9c-4df6-929d-591e647de54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1518670865-subnet', 'tenant_id': '0aab2e849004465ab7db0402f79f4ec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:29.473406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 94960dfb-ea9c-4df6-929d-591e647de54d details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 08:03:29.475874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:29.480190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Usage tracker for resource:subnet and tenant:0aab2e849004465ab7db0402f79f4ec3 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:29.483560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:29.491073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:29.501630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Made reservation on behalf of 0aab2e849004465ab7db0402f79f4ec3 for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:03:29.507288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789123413'] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:29.943131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036790434038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789123432'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:29.959506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:29.989854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25bb42-dae0-453e-9081-336ed0b4e3c2 req-b77e87a6-60f2-49ba-a066-e67131e43478 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:29.992666 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7b25bb42-dae0-453e-9081-336ed0b4e3c2 req-b77e87a6-60f2-49ba-a066-e67131e43478 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1150923
Apr 07 08:03:30.056627 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7b25bb42-dae0-453e-9081-336ed0b4e3c2 req-31d201cf-3ff6-4dfa-b7e0-0c7b9dbb7eea tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554416
Apr 07 08:03:30.089641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aff27a9-24a5-428d-a9d8-21f3e074159a,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:30.094043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:30.166175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Checking segment: {'id': '2bd95236-58d1-4088-bdb6-d49177ea4354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '94960dfb-ea9c-4df6-929d-591e647de54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:03:30.166575 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Network hostable DHCP agents. Network: 94960dfb-ea9c-4df6-929d-591e647de54d, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 08:03:30.189925 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Network 94960dfb-ea9c-4df6-929d-591e647de54d is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 08:03:30.198950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 94960dfb-ea9c-4df6-929d-591e647de54d) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:03:30.209700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b173e3b2-c114-4a11-b637-58951451b96e None None] Network 94960dfb-ea9c-4df6-929d-591e647de54d requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:03:30.216675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:30.217446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:30.239827 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7751937
Apr 07 08:03:30.326647 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd954bc-64ea-440f-873b-0ada5cb9244a req-44d4cccd-3673-49d2-9fd5-9a66bbaa397a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0562308
Apr 07 08:03:30.525399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d93946-4303-4272-b4ff-5e9cb3894589 None None] Network 94960dfb-ea9c-4df6-929d-591e647de54d requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:03:30.598453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d82277-06e0-4eb0-acae-8bc74895b36d req-089db480-e7bf-4c92-b6b9-24419775556e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:30.603886 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f1d82277-06e0-4eb0-acae-8bc74895b36d req-089db480-e7bf-4c92-b6b9-24419775556e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1141376
Apr 07 08:03:30.669189 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f1d82277-06e0-4eb0-acae-8bc74895b36d req-4a7abee2-7fb3-4acd-aeea-c9dfe6a9b5fd tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569861
Apr 07 08:03:31.272750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5897a-8e7d-4c44-ab90-ee14a2dc8e47 req-812b06b4-cc2f-459a-9b3d-72813ae3529e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:31.274362 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1be5897a-8e7d-4c44-ab90-ee14a2dc8e47 req-812b06b4-cc2f-459a-9b3d-72813ae3529e tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1004755
Apr 07 08:03:31.325546 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1be5897a-8e7d-4c44-ab90-ee14a2dc8e47 req-ab45fdd2-364b-46ff-9ca8-f1e7cc0ff969 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446475
Apr 07 08:03:31.494724 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cc3a7c38-c6c3-4b6d-95d1-77358dee034e req-93cfad9f-f789-480a-a60b-4d48b82f2332 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0491183
Apr 07 08:03:31.884382 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16818522-3086-4902-95bf-e1b05ff51282 req-1499c66d-30b5-4f54-812e-1306089b169c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:31.886055 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-16818522-3086-4902-95bf-e1b05ff51282 req-1499c66d-30b5-4f54-812e-1306089b169c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.0937877
Apr 07 08:03:31.934361 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-16818522-3086-4902-95bf-e1b05ff51282 req-3058a2eb-1d19-42fb-9a9a-d35aeb926bf9 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418854
Apr 07 08:03:32.565251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949f747-adcb-4e57-a094-b968a9905337 req-3600bb34-cbca-4da6-a4e1-0a3b6484cc60 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:32.566954 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0949f747-adcb-4e57-a094-b968a9905337 req-3600bb34-cbca-4da6-a4e1-0a3b6484cc60 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1107953
Apr 07 08:03:32.673884 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7dbae0b3-6787-42c1-993b-7652359de003 req-5f7ea0f4-c9d0-4733-adab-bbc3c5ed2139 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0518203
Apr 07 08:03:32.723433 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0949f747-adcb-4e57-a094-b968a9905337 req-e9b982f4-ae11-4250-ae1e-b0687e7fa14d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1446941
Apr 07 08:03:32.766747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428241a-27de-40dd-9e0f-04e770510609 req-049028e3-bcba-4ae4-a3d6-d3184595ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:32.768337 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d428241a-27de-40dd-9e0f-04e770510609 req-049028e3-bcba-4ae4-a3d6-d3184595ab49 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1099 time: 0.0913539
Apr 07 08:03:32.821279 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d428241a-27de-40dd-9e0f-04e770510609 req-822a5442-f986-461b-a906-5d371caea139 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433264
Apr 07 08:03:33.248833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f77e6-d8e4-4def-b98c-bfca41ae0010 req-0dd0fce1-da91-4035-a373-cda4df64167e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:33.250459 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2e7f77e6-d8e4-4def-b98c-bfca41ae0010 req-0dd0fce1-da91-4035-a373-cda4df64167e tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1921630
Apr 07 08:03:33.339992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-04104ae2-986d-4ede-900c-1e087448a169 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:33.341543 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-04104ae2-986d-4ede-900c-1e087448a169 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 812 time: 0.2173195
Apr 07 08:03:33.346471 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2e7f77e6-d8e4-4def-b98c-bfca41ae0010 req-2b7488bf-e108-4843-a88e-5b69c7835f00 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861714
Apr 07 08:03:33.426039 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-a6d3c32e-abe2-4e50-ba63-31ac2108e2d5 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 8061 time: 0.0721641
Apr 07 08:03:33.436025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'port': {'device_id': '1702b12b-4606-4067-953c-0da346d72cc4', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'admin_state_up': True, 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'security_groups': ['2d9d8efd-49d9-406b-ab95-cd0b131b0508']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:33.580463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:33.590713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:33.599420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Made reservation on behalf of 4557a56ec8814b2fad5ca9ce5271e61c for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:03:33.606076 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:33.782099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Allocated IP 172.20.0.9 (59e2285b-4bd9-457b-a30d-1d1ea155c402/62ebe958-7833-4d6f-9573-7fa6baeb76ee/fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:03:33.902231 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e0d5c83d-b213-49ad-8e1e-66363c48ef94 req-4e67a410-c29b-48cb-8fdb-97a6192590be tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0954947
Apr 07 08:03:34.079944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecaff2-c012-4ffc-b251-01d406336f52 req-e61e448c-0e27-46a4-a94e-afdffb2c2a81 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:34.081619 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6fecaff2-c012-4ffc-b251-01d406336f52 req-e61e448c-0e27-46a4-a94e-afdffb2c2a81 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.2307079
Apr 07 08:03:34.138224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:34.170826 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6fecaff2-c012-4ffc-b251-01d406336f52 req-a4016c86-2ed9-44f0-9faf-b970fc330c5a tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759435
Apr 07 08:03:34.174461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Transition to ACTIVE for port object fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:03:34.206697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:34.223161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d2972295-1d4e-4264-9e05-7886c45958d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:34.369404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:34.374975 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:34.428592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:03:34.429745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:03:34.432204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:03:34.553835 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:34.554534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:34.598556 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1663737
Apr 07 08:03:34.610571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Request body: {'port': {'device_id': '1702b12b-4606-4067-953c-0da346d72cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:34.652816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8018-66ea-4f11-b7c6-d1d63212bd08 req-7d5dba40-fbbe-40ce-b6f9-1f0c1f8e0d1b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:34.654434 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fefb8018-66ea-4f11-b7c6-d1d63212bd08 req-7d5dba40-fbbe-40ce-b6f9-1f0c1f8e0d1b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1646643
Apr 07 08:03:34.661647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9e284f71-6a75-4725-9b28-98adfb7ee706 None None] Provisioning for port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:03:34.666710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-9e284f71-6a75-4725-9b28-98adfb7ee706 None None] Provisioning complete for port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:03:34.667129 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9e284f71-6a75-4725-9b28-98adfb7ee706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:34.728148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-9e284f71-6a75-4725-9b28-98adfb7ee706 None None] Port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:03:34.765541 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fefb8018-66ea-4f11-b7c6-d1d63212bd08 req-e3346ac1-0b01-462a-bd73-3149fc21ee3a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013656
Apr 07 08:03:34.783238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:35.193545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388504c-68fd-4f70-a73c-093212e14111 req-8ac0edd2-a8df-4e30-ba30-2539682a9b6c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:35.194196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-c388504c-68fd-4f70-a73c-093212e14111 req-8ac0edd2-a8df-4e30-ba30-2539682a9b6c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:03:35.223357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-c388504c-68fd-4f70-a73c-093212e14111 req-8ac0edd2-a8df-4e30-ba30-2539682a9b6c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:03:35.225117 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c388504c-68fd-4f70-a73c-093212e14111 req-8ac0edd2-a8df-4e30-ba30-2539682a9b6c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 931 time: 0.1705880
Apr 07 08:03:35.308494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:03:35.320527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:35.328585 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c388504c-68fd-4f70-a73c-093212e14111 req-787b090c-e658-4b16-884d-fafb40896e5a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718007
Apr 07 08:03:35.342819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Transition to ACTIVE for port object fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:03:35.345424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:35.361592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-738c9492-af7b-43e9-b471-41098f37141a tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:35.731342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:35.735970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:35.995576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:03:36.033766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Attempting to bind port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:03:36.034150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Attempting to bind port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:03:36.034518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Attempting to bind port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:03:36.042574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:03:36.042922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Attempting to bind port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:03:36.051586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:03:36.051909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Checking segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:03:36.052324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Bound using segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:03:36.053326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Bound port: fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:03:36.053714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:36.076394 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed984a-3ae6-445b-8eb5-a3247d7fcd0e req-73827490-6aac-4c51-aacf-dd2958a76b94 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:36.078038 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8aed984a-3ae6-445b-8eb5-a3247d7fcd0e req-73827490-6aac-4c51-aacf-dd2958a76b94 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 943 time: 0.1578691
Apr 07 08:03:36.151520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:36.165610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'port_id': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'mac_address': 'fa:16:3e:a8:94:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:03:36.191623 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8aed984a-3ae6-445b-8eb5-a3247d7fcd0e req-8d42750b-2d95-4719-a8ee-f89a86aabbcf tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801353
Apr 07 08:03:36.200098 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] For port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:03:36.203257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] For port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:03:36.206902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:36.222951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:36.225257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:36.243620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:03:36.260149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:36.263803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:36.264723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:36.336566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=9']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:36.339846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:36.382189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:36.387824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:36.422467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:36.423122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:36.424646 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] 10.222.0.67 "PUT /v2.0/ports/fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 HTTP/1.1" status: 200  len: 1093 time: 1.8187890
Apr 07 08:03:36.425240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1702b12b-4606-4067-953c-0da346d72cc4', 'tag': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:03:36.463322 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:03:36.501466 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1702b12b-4606-4067-953c-0da346d72cc4', 'tag': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'status': 'completed', 'code': 200}
Apr 07 08:03:36.612429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6139ba-b217-464b-aa82-3df71682f17e req-31e63382-cc41-4122-9774-6e870b1dfa3a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:36.614080 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6a6139ba-b217-464b-aa82-3df71682f17e req-31e63382-cc41-4122-9774-6e870b1dfa3a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 943 time: 0.1663818
Apr 07 08:03:36.621626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-8d695435-89d8-4d1c-8090-50b94c8a4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:36.623259 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-8d695435-89d8-4d1c-8090-50b94c8a4efd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 1096 time: 0.1194563
Apr 07 08:03:36.710986 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-2e8d05bb-4486-4f73-bfd6-63e70c4edb75 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 HTTP/1.1" status: 200  len: 217 time: 0.0728548
Apr 07 08:03:36.776570 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6a6139ba-b217-464b-aa82-3df71682f17e req-498478f9-973f-481f-94be-fe81d8c788d8 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1523125
Apr 07 08:03:36.796154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-ca8f823b-fd83-44bb-a6db-0f39a867b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:36.797754 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-ca8f823b-fd83-44bb-a6db-0f39a867b87d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0792949
Apr 07 08:03:36.880002 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-095366ba-5bbc-4bba-ab16-3726023f9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:36.881668 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-095366ba-5bbc-4bba-ab16-3726023f9533 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768180
Apr 07 08:03:37.022349 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-45e6aba1-d388-46f3-92cd-4489d35f6b19 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333139
Apr 07 08:03:37.164880 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e4e7b2df-b2f6-4f61-a8a0-d06665f9d244 req-f8323835-3708-4710-aafc-4e3474e66cb0 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358392
Apr 07 08:03:37.288202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-3d45c739-49db-43cb-9d32-8ee112c2ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:37.289908 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-3d45c739-49db-43cb-9d32-8ee112c2ad47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 1096 time: 0.0839059
Apr 07 08:03:37.508153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-691b4d6a-1168-4c02-8a7b-6ac4881c8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:37.509769 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-691b4d6a-1168-4c02-8a7b-6ac4881c8f01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.2105880
Apr 07 08:03:37.518833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b820969-b794-44f5-949a-68744214e938 req-c65d4396-ef0d-4860-a82f-2877e7f8e90a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:37.520312 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9b820969-b794-44f5-949a-68744214e938 req-c65d4396-ef0d-4860-a82f-2877e7f8e90a tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 944 time: 0.1963692
Apr 07 08:03:37.603941 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-2605088c-d9d9-491c-9a44-7720c5565ae2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 HTTP/1.1" status: 200  len: 217 time: 0.0826213
Apr 07 08:03:37.670239 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9b820969-b794-44f5-949a-68744214e938 req-1a8025bc-8f2c-4937-9198-4a5ddf459453 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946555
Apr 07 08:03:37.690933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-229776b8-94dc-465d-b94f-883c55e14873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:37.692771 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-229776b8-94dc-465d-b94f-883c55e14873 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0817752
Apr 07 08:03:37.778380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-0ddcf956-d0a1-4b20-849e-fe2414f3630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:37.779930 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-0ddcf956-d0a1-4b20-849e-fe2414f3630b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803776
Apr 07 08:03:37.972074 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-b45ee884-00cd-40a3-bc48-89717aba560d service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846614
Apr 07 08:03:38.000241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:03:38.075165 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:03:38.075586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:38.097286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b3e9d-3bfb-4aef-8e34-5a85b2a67f32 req-e8e08ed0-591e-479e-84c7-05c513abe0bd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:38.098871 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-806b3e9d-3bfb-4aef-8e34-5a85b2a67f32 req-e8e08ed0-591e-479e-84c7-05c513abe0bd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 943 time: 0.1981740
Apr 07 08:03:38.170161 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bbc5304-cd7e-4c48-9bae-ace71ec7756a req-1ba8814a-92c4-4e06-a715-e83349045d76 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855137
Apr 07 08:03:38.181535 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-806b3e9d-3bfb-4aef-8e34-5a85b2a67f32 req-020d02fc-850e-4d8c-b514-dc4c274d389c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662532
Apr 07 08:03:38.201106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:38.229144 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:03:38.239657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:38.243177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:38.245135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:38.282350 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'code': 200}
Apr 07 08:03:38.316095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=10']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:38.324033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.324424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.325228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.325228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.325523 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.325903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.326269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.326633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.327004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.327369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.327735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.328099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:03:38.332212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:38.519700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a6b08-59e8-478f-8d5f-894f1c04ddc9 req-61f4e2af-cfd5-4335-a56f-592418bd236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:38.521829 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f80a6b08-59e8-478f-8d5f-894f1c04ddc9 req-61f4e2af-cfd5-4335-a56f-592418bd236c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 1099 time: 0.0766799
Apr 07 08:03:38.563945 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f80a6b08-59e8-478f-8d5f-894f1c04ddc9 req-6add67e4-23c9-47d8-83ff-a7f03c5f05a1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361173
Apr 07 08:03:38.882569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb012de-e413-49dd-9aa7-59c0922009b2 req-bebbdbea-b7c2-430e-989f-58e5f86cb34b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:38.884362 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bb012de-e413-49dd-9aa7-59c0922009b2 req-bebbdbea-b7c2-430e-989f-58e5f86cb34b tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 946 time: 0.0948188
Apr 07 08:03:38.932496 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0bb012de-e413-49dd-9aa7-59c0922009b2 req-ef25c03d-1530-4663-bfb6-a2a8f5c411c2 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414286
Apr 07 08:03:39.471135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385bf3e-80f3-428c-a588-acd55ca23e34 req-06843a1b-942f-430f-854c-ed822b6a51f6 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:39.472731 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5385bf3e-80f3-428c-a588-acd55ca23e34 req-06843a1b-942f-430f-854c-ed822b6a51f6 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 943 time: 0.1656392
Apr 07 08:03:39.522159 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5385bf3e-80f3-428c-a588-acd55ca23e34 req-2174f4a3-d9dd-4726-ae8e-c49df66dc72f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425415
Apr 07 08:03:40.150531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f00b59-36f8-426d-9000-868c315a5a10 req-b9d197e9-0d59-4bc7-b091-96d934255992 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:40.152134 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-36f00b59-36f8-426d-9000-868c315a5a10 req-b9d197e9-0d59-4bc7-b091-96d934255992 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 946 time: 0.0974417
Apr 07 08:03:40.199644 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-36f00b59-36f8-426d-9000-868c315a5a10 req-b07f2444-b23a-4dda-b965-1439c0c636fb tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411792
Apr 07 08:03:40.723967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9143eb-6796-43dc-aa3b-997128f38659 req-ff49c28e-c823-40a1-b8a7-eb4b68de4bde tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:40.725627 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8a9143eb-6796-43dc-aa3b-997128f38659 req-ff49c28e-c823-40a1-b8a7-eb4b68de4bde tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 943 time: 0.0866036
Apr 07 08:03:40.775636 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8a9143eb-6796-43dc-aa3b-997128f38659 req-2b06aaa0-fe6b-4488-85ff-1f4c656a5f29 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437517
Apr 07 08:03:41.403315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166d9f-087a-498d-b228-6db7cf10dca0 req-b783c0e3-b4bc-4f70-a7e3-dfb272a6df5c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:41.404888 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-be166d9f-087a-498d-b228-6db7cf10dca0 req-b783c0e3-b4bc-4f70-a7e3-dfb272a6df5c tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 946 time: 0.0869603
Apr 07 08:03:41.453798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-be166d9f-087a-498d-b228-6db7cf10dca0 req-059ef19b-496c-4463-ae2c-333fb2ac9fcb tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421858
Apr 07 08:03:41.981219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c96f0-9b71-444d-bdc6-c3e9fcf371a9 req-af19ee41-b01c-4481-95d5-58d5ef8fd98d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:41.982847 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c29c96f0-9b71-444d-bdc6-c3e9fcf371a9 req-af19ee41-b01c-4481-95d5-58d5ef8fd98d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 943 time: 0.0949700
Apr 07 08:03:42.032814 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c29c96f0-9b71-444d-bdc6-c3e9fcf371a9 req-8079ab6e-93e3-47db-ab92-8d101759d513 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428681
Apr 07 08:03:43.231372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a47c5-ed3b-4820-8751-8b1a795b385e req-89af61be-26d8-4290-90a5-69fd848df3a0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:43.233021 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b08a47c5-ed3b-4820-8751-8b1a795b385e req-89af61be-26d8-4290-90a5-69fd848df3a0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 943 time: 0.0877984
Apr 07 08:03:43.280723 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b08a47c5-ed3b-4820-8751-8b1a795b385e req-8e42a770-a091-49a5-81c0-4873c1dd9e77 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415196
Apr 07 08:03:43.590667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:03:44.483599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fa59-5b08-44cc-88ad-3278baa655f0 req-4cfc281f-74d9-4db5-b7bc-8c1e00a08c44 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:44.485219 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-15d0fa59-5b08-44cc-88ad-3278baa655f0 req-4cfc281f-74d9-4db5-b7bc-8c1e00a08c44 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 943 time: 0.0932746
Apr 07 08:03:44.532744 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-15d0fa59-5b08-44cc-88ad-3278baa655f0 req-8ee31511-b89d-4dbe-975e-a2a45061f9e3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410628
Apr 07 08:03:45.734013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca843d92-7ef5-4f1f-9882-7ad6539234c5 req-5cc8f4eb-b1a0-4e58-81ca-5e22a5dff0a2 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:45.735608 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ca843d92-7ef5-4f1f-9882-7ad6539234c5 req-5cc8f4eb-b1a0-4e58-81ca-5e22a5dff0a2 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 943 time: 0.0882261
Apr 07 08:03:45.789168 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ca843d92-7ef5-4f1f-9882-7ad6539234c5 req-54af1492-7cb4-4aa4-8219-3ba0306d81dd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467439
Apr 07 08:03:46.081413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:03:46.221867 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:46.235372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'port_id': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'mac_address': 'fa:16:3e:55:57:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:03:46.296810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:46.314085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:03:46.330300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:46.333146 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:46.336454 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:46.404973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:46.408201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:46.578062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:03:46.992983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba3071-71f9-431c-bf1d-2248e534b09e req-605102d6-ef72-4841-aee7-df15399e1b47 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:46.994637 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-feba3071-71f9-431c-bf1d-2248e534b09e req-605102d6-ef72-4841-aee7-df15399e1b47 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 944 time: 0.0899267
Apr 07 08:03:47.042931 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-feba3071-71f9-431c-bf1d-2248e534b09e req-e0444394-f0a1-49fa-846a-577e160bd651 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417581
Apr 07 08:03:47.159516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44226) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:47.228403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] Deleting subnet 17a922a2-0b35-40fc-935f-2f9da648625f {{(pid=84318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:03:47.231552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:47.282748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65686612'] for subnet, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:47.343077 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:47.597305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64341809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65652369'] for subnet, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:47.612295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:47.697292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a922a2-0b35-40fc-935f-2f9da648625f,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:47.701494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:47.743839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:47.749762 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-040770f8-a487-461c-9eac-e77e08d847b0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/17a922a2-0b35-40fc-935f-2f9da648625f HTTP/1.1" status: 204  len: 168 time: 0.5891607
Apr 07 08:03:47.752468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44230) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:47.867478 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.059427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.091496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:03:48.164530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:03:48.170323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:03:48.170786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.175311 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1e3bd0b8>,) {'filters': {'network_id': ['8bab15e9-60d9-41f0-bc6e-ae569a40fde3']}} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:48.188223 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1e3bd0b8>, '86f0a1a5-50e1-4910-9c37-6c6f9ce7a8c1') {'for_net_delete': True} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:48.188558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1e3bd0b8>, '86f0a1a5-50e1-4910-9c37-6c6f9ce7a8c1') {} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:48.200681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789089187'] for segment, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.221074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.229089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:03:48.255130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2369-00c7-454a-8165-e89daf4269ad req-4d730b5f-aa1d-4517-b1ad-82f85dd90daf tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:48.256784 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a24e2369-00c7-454a-8165-e89daf4269ad req-4d730b5f-aa1d-4517-b1ad-82f85dd90daf tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 944 time: 0.0968645
Apr 07 08:03:48.300003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.306898 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a24e2369-00c7-454a-8165-e89daf4269ad req-6814c544-7882-44d4-8b22-3a21da563a8d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429778
Apr 07 08:03:48.331414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1702b12b-4606-4067-953c-0da346d72cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:03:48.340479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:03:48.344404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.346490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:48.384981 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1702b12b-4606-4067-953c-0da346d72cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'code': 200}
Apr 07 08:03:48.419913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:48.422896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:48.425321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Network 8bab15e9-60d9-41f0-bc6e-ae569a40fde3 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:03:48.434456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64341914'] for segment, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.611420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Network 8bab15e9-60d9-41f0-bc6e-ae569a40fde3 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:03:48.634641 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:03:48.696358 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce11dd-afc4-4322-b006-42d3d951ac57 req-1d5efcb2-97eb-467b-951d-22e42084a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:48.697999 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60ce11dd-afc4-4322-b006-42d3d951ac57 req-1d5efcb2-97eb-467b-951d-22e42084a4bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 1098 time: 0.0784271
Apr 07 08:03:48.719332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.724173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.729689 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:48.746314 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8bab15e9-60d9-41f0-bc6e-ae569a40fde3 HTTP/1.1" status: 204  len: 168 time: 0.9926577
Apr 07 08:03:48.748379 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60ce11dd-afc4-4322-b006-42d3d951ac57 req-cb2ae5bf-f38b-47f1-afc2-f37c579bb062 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364428
Apr 07 08:03:48.749389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44238) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:48.749573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bab15e9-60d9-41f0-bc6e-ae569a40fde3,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:48.753898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-95907577-2bd5-4224-b483-cf9b8f9b4e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:48.817546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] Deleting subnet 5aff27a9-24a5-428d-a9d8-21f3e074159a {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:03:48.821263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.872748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789355933'] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:48.931309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:49.415953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787880556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65395904'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:49.433394 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-aad84ab6-5a19-4659-b740-3d38722f837e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:49.564694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aff27a9-24a5-428d-a9d8-21f3e074159a,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:49.581953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:49.638996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:49.648412 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ff1c59b4-526e-4934-9892-6d4161045101 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5aff27a9-24a5-428d-a9d8-21f3e074159a HTTP/1.1" status: 204  len: 168 time: 0.8980026
Apr 07 08:03:49.651171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44244) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:49.657096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405826f2-c54b-40a6-a5c5-19e9eb804f28 req-eedb04b7-60a8-49a5-bd42-398b7d03954c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:49.658666 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-405826f2-c54b-40a6-a5c5-19e9eb804f28 req-eedb04b7-60a8-49a5-bd42-398b7d03954c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 945 time: 0.2285521
Apr 07 08:03:49.708120 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-405826f2-c54b-40a6-a5c5-19e9eb804f28 req-6385e1f2-81d0-4b91-963d-ffc9a56b5aab tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414524
Apr 07 08:03:49.773899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:49.965298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.074959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1eb18f60>,) {'filters': {'network_id': ['94960dfb-ea9c-4df6-929d-591e647de54d']}} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:50.091582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1eb18f60>, '2bd95236-58d1-4088-bdb6-d49177ea4354') {'for_net_delete': True} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:50.091918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1eb18f60>, '2bd95236-58d1-4088-bdb6-d49177ea4354') {} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:50.103765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789089187'] for segment, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.118549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.124805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=84318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:03:50.297869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Network 94960dfb-ea9c-4df6-929d-591e647de54d has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:03:50.307181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64341914'] for segment, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.482907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Network 94960dfb-ea9c-4df6-929d-591e647de54d has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:03:50.506323 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:03:50.581580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.585207 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:50.600508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.606882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Pushing event deleted for resources: {'Network': ['ID=94960dfb-ea9c-4df6-929d-591e647de54d,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:50.609838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:50.612327 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] 10.222.0.61 "DELETE /v2.0/networks/94960dfb-ea9c-4df6-929d-591e647de54d HTTP/1.1" status: 204  len: 168 time: 0.9599311
Apr 07 08:03:50.784132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44252) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:50.836590 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-03b52aca-72b0-4c05-aaee-bac3405ee148 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c2315ff014a4482a7945eed0c2e6d5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510526
Apr 07 08:03:50.839173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44256) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:50.904398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-506c716b-ec0f-4c2c-b03b-4a1397bdd7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.917010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bf6f2-59ce-4d63-b2d8-7f52c08e1a4f req-02e8cca8-de95-4ef1-8f34-9775ab7e5119 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:50.918638 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e81bf6f2-59ce-4d63-b2d8-7f52c08e1a4f req-02e8cca8-de95-4ef1-8f34-9775ab7e5119 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 945 time: 0.0929666
Apr 07 08:03:50.932877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-506c716b-ec0f-4c2c-b03b-4a1397bdd7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.966693 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e81bf6f2-59ce-4d63-b2d8-7f52c08e1a4f req-74211a99-54f7-4343-b61e-a98578ed6013 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415003
Apr 07 08:03:50.978443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-506c716b-ec0f-4c2c-b03b-4a1397bdd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:50.983736 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79ca1c92-7b1d-4a20-a6c1-6718921a596d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:50.998394 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c716b-ec0f-4c2c-b03b-4a1397bdd7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35b334a-9023-40a8-9d38-5716a8e69378,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:51.001113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-506c716b-ec0f-4c2c-b03b-4a1397bdd7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:51.002363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-506c716b-ec0f-4c2c-b03b-4a1397bdd7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:51.004413 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-506c716b-ec0f-4c2c-b03b-4a1397bdd7cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f35b334a-9023-40a8-9d38-5716a8e69378 HTTP/1.1" status: 204  len: 168 time: 0.1634440
Apr 07 08:03:51.171905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9285-c9d2-4315-be34-6be33f2ca50a req-44ce85a0-643d-4313-9d50-679b22d19c4f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:51.173530 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7c3b9285-c9d2-4315-be34-6be33f2ca50a req-44ce85a0-643d-4313-9d50-679b22d19c4f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 945 time: 0.0881391
Apr 07 08:03:51.220818 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7c3b9285-c9d2-4315-be34-6be33f2ca50a req-02af2c96-e600-45cc-a3a1-73252590c77f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408654
Apr 07 08:03:51.246534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44266) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:51.368008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44272) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:51.423858 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3127027b-f54b-4cf3-9bb2-903265a27c8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0aab2e849004465ab7db0402f79f4ec3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0545220
Apr 07 08:03:51.426392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44276) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:51.547242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-101436b0-42d9-4e45-a704-20cfdd33b664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:51.565419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e5e2f0-7f4b-4150-aa42-166ec48d2af0 tempest-TestVolumeBootPattern-1186913359 tempest-TestVolumeBootPattern-1186913359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:51.567031 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f4e5e2f0-7f4b-4150-aa42-166ec48d2af0 tempest-TestVolumeBootPattern-1186913359 tempest-TestVolumeBootPattern-1186913359-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 1093 time: 0.3193316
Apr 07 08:03:51.570776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44280) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:03:51.576469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'port_id': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:03:51.582965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:03:51.583973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-101436b0-42d9-4e45-a704-20cfdd33b664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:51.587652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:floatingip and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:03:51.590745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:03:51.597452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:03:51.607820 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:51.762163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:51.862181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-101436b0-42d9-4e45-a704-20cfdd33b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:51.868110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a3e388ff-5f46-4e9e-a335-4af944d592e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:51.882536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101436b0-42d9-4e45-a704-20cfdd33b664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9c914-0693-4192-9360-4e810c5cebb8,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:51.884974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-101436b0-42d9-4e45-a704-20cfdd33b664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:51.887790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-101436b0-42d9-4e45-a704-20cfdd33b664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:51.888593 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-101436b0-42d9-4e45-a704-20cfdd33b664 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0df9c914-0693-4192-9360-4e810c5cebb8 HTTP/1.1" status: 204  len: 168 time: 0.4289219
Apr 07 08:03:51.916359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Allocated IP 172.27.1.106 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/dbdb96a5-a339-4190-baf7-f29540bd0e5d) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:03:52.073142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:52.102161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:52.118220 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f840190c-a2e0-45a8-93aa-54c564e11ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:52.253448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=dbdb96a5-a339-4190-baf7-f29540bd0e5d,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:52.256457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:52.312330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:03:52.313545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:03:52.315869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:03:52.742966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:52.822968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:53.097413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:53.101463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:53.116864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:03:53.250060 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=dbdb96a5-a339-4190-baf7-f29540bd0e5d,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:03:53.254749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:03:53.362353 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:53.368873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd494-af92-4e33-a43d-ba9195ea2a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:53.543065 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Floating IP 9e564e74-d089-42f7-aabf-d380e419ea3d associated. External IP: 172.27.1.106, port: fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3.
Apr 07 08:03:53.923941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:03:54.360064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:03:54.370510 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:03:54.383744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:03:54.384568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f41a0f0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:03:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:54.386336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:54.453980 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8751752
Apr 07 08:03:54.453980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1702b12b-4606-4067-953c-0da346d72cc4', 'tag': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:03:54.499149 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1702b12b-4606-4067-953c-0da346d72cc4', 'tag': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'status': 'completed', 'code': 200}
Apr 07 08:03:54.608657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-8a87314f-76e0-4361-aedd-dbdeb2e465a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:54.610518 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-8a87314f-76e0-4361-aedd-dbdeb2e465a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 1098 time: 0.0865321
Apr 07 08:03:54.754171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:03:54.762080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-f7cbcaad-83f3-44c2-ad37-dfa310d61a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:54.763709 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-f7cbcaad-83f3-44c2-ad37-dfa310d61a34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1428595
Apr 07 08:03:54.876651 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-64b4a95d-31ae-45b5-98d0-bd4b4855ab23 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 HTTP/1.1" status: 200  len: 999 time: 0.1062436
Apr 07 08:03:54.948717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-6a5fd07c-d6d5-42ea-85bd-059993c4f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:54.950363 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-6a5fd07c-d6d5-42ea-85bd-059993c4f5f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0658157
Apr 07 08:03:55.042344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-20ef20e4-5abd-4000-b9b8-ba5a1cd7f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:03:55.043996 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-20ef20e4-5abd-4000-b9b8-ba5a1cd7f2d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835445
Apr 07 08:03:55.140815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f41a0f0>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '9e564e74-d089-42f7-aabf-d380e419ea3d', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:55:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1702b12b-4606-4067-953c-0da346d72cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:03:52Z', 'updated_at': '2021-04-07T08:03:52Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:55.144863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:03:55.153865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:03:55.154522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f41a0f0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:03:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:55.199685 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-fb6ad23a-8418-4a97-a354-bb009e050e2d service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398504
Apr 07 08:03:55.346655 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:03:55.347201 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f362ebf-4882-40f2-b26f-a79d3da2aebe req-2c288f4c-9231-479c-81a7-4aa6690f2380 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400094
Apr 07 08:03:55.719315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f41a0f0>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '9e564e74-d089-42f7-aabf-d380e419ea3d', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:55:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1702b12b-4606-4067-953c-0da346d72cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:03:52Z', 'updated_at': '2021-04-07T08:03:52Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:03:55.723716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc9ab35-ed58-4cf6-a09a-c57d09441b4f None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '9e564e74-d089-42f7-aabf-d380e419ea3d', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:55:57:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1702b12b-4606-4067-953c-0da346d72cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:03:52Z', 'updated_at': '2021-04-07T08:03:52Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:03:56.017653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-20e0c2d9-2b87-4fc1-82a6-54dbb56c3da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:56.062502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6c958-1870-4b74-af47-8d5c90a8e8fd None None] New status for floating IP 9e564e74-d089-42f7-aabf-d380e419ea3d: ACTIVE {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:03:56.432937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:57.448413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:57.454167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:03:58.137016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:11.877730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44440) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:12.000763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:12.015911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:12.019965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Usage tracker for resource:security_group_rule and tenant:3d9c34b14b014b7b90b4e7d56ba4be7a is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:12.022956 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:12.029494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:12.112926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:12.115773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:12.124733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d49df939-530e-4743-b624-9f383c25c482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:12.166251 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d9c34b14b014b7b90b4e7d56ba4be7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2874255
Apr 07 08:04:12.167881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b84d4-839a-40f4-85a4-400d8609b05f,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:12.169203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44446) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:12.171201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:12.231112 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c81641c-66f0-4f4c-9b7c-d70699a252a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:12.258228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c81641c-66f0-4f4c-9b7c-d70699a252a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:12.303926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c81641c-66f0-4f4c-9b7c-d70699a252a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:12.308896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70e36928-3508-4473-8015-0c6ff367982e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:12.321864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81641c-66f0-4f4c-9b7c-d70699a252a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b84d4-839a-40f4-85a4-400d8609b05f,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:12.324955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0c81641c-66f0-4f4c-9b7c-d70699a252a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:12.326992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0c81641c-66f0-4f4c-9b7c-d70699a252a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:12.328186 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0c81641c-66f0-4f4c-9b7c-d70699a252a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e24b84d4-839a-40f4-85a4-400d8609b05f HTTP/1.1" status: 204  len: 168 time: 0.1579349
Apr 07 08:04:13.022455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44474) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:13.135434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2136520467-network', 'tenant_id': 'e9543a6f388c42c9bd60ea0edddaa17a'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:13.140581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:13.144574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Usage tracker for resource:network and tenant:e9543a6f388c42c9bd60ea0edddaa17a is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:13.147535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:13.157053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:13.166190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Made reservation on behalf of e9543a6f388c42c9bd60ea0edddaa17a for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:04:13.170926 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.184230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.198977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:13.202944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Usage tracker for resource:security_group_rule and tenant:e9543a6f388c42c9bd60ea0edddaa17a is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:13.205812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:13.211711 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:13.295707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.298207 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.302199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f8aa35c6-0acb-4e58-af8e-757d2b4526e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:13.326866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 08:04:13.341642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5dd10f-5ed6-4956-8116-11d85011f20a,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:13.344877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:13.346042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.346425 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Added segment 5e0c0a6b-9127-49f3-9ad1-c212d8101a7f of type vlan for network 1605bb81-981e-446d-9801-3cc12856a1d3
Apr 07 08:04:13.375073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.404226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.405656 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:13.406294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.411267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-81b61d54-989b-4820-89b6-c1a8148d575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:13.515985 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4922805
Apr 07 08:04:13.516851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Pushing event updated for resources: {'Network': ['ID=1605bb81-981e-446d-9801-3cc12856a1d3,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:13.518991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44480) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:13.521615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:13.526286 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Request body: {'subnet': {'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2136520467-subnet', 'tenant_id': 'e9543a6f388c42c9bd60ea0edddaa17a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:13.527777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network 1605bb81-981e-446d-9801-3cc12856a1d3 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 08:04:13.531376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:13.535404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Usage tracker for resource:subnet and tenant:e9543a6f388c42c9bd60ea0edddaa17a is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:13.538418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:13.544946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:13.554380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Made reservation on behalf of e9543a6f388c42c9bd60ea0edddaa17a for: {'subnet': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:04:13.559578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789123413'] for subnet, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.960830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036790434038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789123432'] for subnet, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:13.976541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6f1e7e79-4457-4c19-a20d-5c98686ee3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:14.102936 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41348e2b-99ca-4f84-8705-aa2e24834bdc,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:14.114952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:14.172216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Checking segment: {'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:04:14.172530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Network hostable DHCP agents. Network: 1605bb81-981e-446d-9801-3cc12856a1d3, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84318) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 08:04:14.190765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Network 1605bb81-981e-446d-9801-3cc12856a1d3 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84318) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 08:04:14.199128 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, 1605bb81-981e-446d-9801-3cc12856a1d3) {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:14.208963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177644c-b3f4-4a4d-b276-ac2601cebe11 None None] Network 1605bb81-981e-446d-9801-3cc12856a1d3 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:04:14.210632 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:14.211275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:14.229926 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-58870749-9723-4fd1-9071-8c4511609735 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7098722
Apr 07 08:04:14.433701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf847a55-ff1a-4ab0-be13-e708a077f288 None None] Network 1605bb81-981e-446d-9801-3cc12856a1d3 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:04:16.279504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-716d04d9-f9db-4ec6-9292-d9a6624ec5a5 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:16.281007 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-716d04d9-f9db-4ec6-9292-d9a6624ec5a5 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/networks?id=1605bb81-981e-446d-9801-3cc12856a1d3 HTTP/1.1" status: 200  len: 809 time: 0.1572595
Apr 07 08:04:16.296987 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-e818b6ee-82a4-4a82-b2c5-6775100e59e8 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/quotas/e9543a6f388c42c9bd60ea0edddaa17a HTTP/1.1" status: 200  len: 375 time: 0.0100386
Apr 07 08:04:16.353505 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-649ea085-a6c2-4671-81f8-9afe94ead5fa tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9543a6f388c42c9bd60ea0edddaa17a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0510805
Apr 07 08:04:16.496397 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-0d74522d-8838-4445-b760-266335aab150 service neutron] 10.222.0.61 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356494
Apr 07 08:04:16.639783 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-9deff5c4-0ee7-44ae-aa6d-3451cb3a5e33 service neutron] 10.222.0.61 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369851
Apr 07 08:04:16.831682 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a55d9bd3-773c-46c2-aa60-a2325a7dad45 req-aac185be-cd2c-4bde-b179-8d7149ee4d6f tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 210 time: 0.0486186
Apr 07 08:04:18.060029 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-83227c1d-c451-4a4c-bd81-64a25160d26c req-68c7deec-dac4-47b8-b673-746aa3d1d2b2 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 210 time: 0.0635755
Apr 07 08:04:18.122054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-9dc2c92f-50c9-4cf3-944c-d8a4d7925c93 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:18.123529 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-9dc2c92f-50c9-4cf3-944c-d8a4d7925c93 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.67 "GET /v2.0/networks?id=1605bb81-981e-446d-9801-3cc12856a1d3 HTTP/1.1" status: 200  len: 809 time: 0.2055109
Apr 07 08:04:18.142873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Request body: {'port': {'device_id': 'fcdcf886-37e2-4ba8-859f-5fe030dbddac', 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3', 'admin_state_up': True, 'tenant_id': 'e9543a6f388c42c9bd60ea0edddaa17a'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:18.286701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:18.291289 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Usage tracker for resource:port and tenant:e9543a6f388c42c9bd60ea0edddaa17a is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:18.294232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:18.300189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:18.308695 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Made reservation on behalf of e9543a6f388c42c9bd60ea0edddaa17a for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:04:18.314676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:18.482870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Allocated IP 172.20.0.3 (1605bb81-981e-446d-9801-3cc12856a1d3/41348e2b-99ca-4f84-8705-aa2e24834bdc/60844db2-8041-4d78-9c74-68427c16b254) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:04:18.698059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:18.726554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:18.744379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-50e6bd60-069e-4221-8a08-1ad829d6a347 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:18.882775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Pushing event updated for resources: {'Port': ['ID=60844db2-8041-4d78-9c74-68427c16b254,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:18.886500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:18.937087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Network 1605bb81-981e-446d-9801-3cc12856a1d3 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:04:18.938209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:18.940603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:04:19.004793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:19.005403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:19.030551 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8918793
Apr 07 08:04:19.043555 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Request body: {'port': {'device_id': 'fcdcf886-37e2-4ba8-859f-5fe030dbddac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:19.166373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:19.413188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5de05-6208-446a-a14f-d82c95666258 req-3504c2c8-8d25-49f1-a0ea-5c22afb9b7bf tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:19.413941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-fec5de05-6208-446a-a14f-d82c95666258 req-3504c2c8-8d25-49f1-a0ea-5c22afb9b7bf tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Synchronizing usage tracker for tenant:e9543a6f388c42c9bd60ea0edddaa17a on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:04:19.454193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-fec5de05-6208-446a-a14f-d82c95666258 req-3504c2c8-8d25-49f1-a0ea-5c22afb9b7bf tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Unset dirty status for tenant:e9543a6f388c42c9bd60ea0edddaa17a on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:04:19.455448 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fec5de05-6208-446a-a14f-d82c95666258 req-3504c2c8-8d25-49f1-a0ea-5c22afb9b7bf tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 931 time: 0.2774127
Apr 07 08:04:19.588081 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fec5de05-6208-446a-a14f-d82c95666258 req-7e7bc87d-8673-457b-8712-960b567b91d4 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124265
Apr 07 08:04:19.706211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60844db2-8041-4d78-9c74-68427c16b254 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:04:19.714024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:19.728711 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Transition to ACTIVE for port object 60844db2-8041-4d78-9c74-68427c16b254 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:19.731132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:19.744851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-47bcb05c-3c71-4742-9741-5e84f62d6b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:19.877592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Pushing event updated for resources: {'Port': ['ID=60844db2-8041-4d78-9c74-68427c16b254,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:19.880626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:20.348257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Attempting to bind port 60844db2-8041-4d78-9c74-68427c16b254 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:04:20.348823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Attempting to bind port 60844db2-8041-4d78-9c74-68427c16b254 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:04:20.348953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Attempting to bind port 60844db2-8041-4d78-9c74-68427c16b254 on network 1605bb81-981e-446d-9801-3cc12856a1d3 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:20.353959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Port 60844db2-8041-4d78-9c74-68427c16b254 on network 1605bb81-981e-446d-9801-3cc12856a1d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:04:20.354316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Attempting to bind port 60844db2-8041-4d78-9c74-68427c16b254 on network 1605bb81-981e-446d-9801-3cc12856a1d3 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:20.359725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:04:20.360095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Checking segment: {'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:04:20.360514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Bound using segment: {'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:04:20.360974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Bound port: 60844db2-8041-4d78-9c74-68427c16b254, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:04:20.361384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:20.517480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] For port 60844db2-8041-4d78-9c74-68427c16b254, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:04:20.529302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] For port 60844db2-8041-4d78-9c74-68427c16b254, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=60844db2-8041-4d78-9c74-68427c16b254,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:04:20.533610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:20.549437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ab90d830-2a5c-4139-b67c-4afa41fead25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:20.589734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:04:20.640299 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf30bd-b306-4f6b-8a1f-0313ce0b3faa req-93e79b76-b81a-4e79-b1c2-60ce2a80d448 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:20.641930 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0aaf30bd-b306-4f6b-8a1f-0313ce0b3faa req-93e79b76-b81a-4e79-b1c2-60ce2a80d448 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 946 time: 0.2362025
Apr 07 08:04:20.802486 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0aaf30bd-b306-4f6b-8a1f-0313ce0b3faa req-7468ba51-50f7-4420-b8dc-97d35583afbf tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1459186
Apr 07 08:04:20.803080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Pushing event updated for resources: {'Port': ['ID=60844db2-8041-4d78-9c74-68427c16b254,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:20.817930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:20.841869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:20.842532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:20.843985 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] 10.222.0.67 "PUT /v2.0/ports/60844db2-8041-4d78-9c74-68427c16b254 HTTP/1.1" status: 200  len: 1093 time: 1.8055403
Apr 07 08:04:20.846692 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdcf886-37e2-4ba8-859f-5fe030dbddac', 'tag': '60844db2-8041-4d78-9c74-68427c16b254'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:20.885208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fc634-0920-44dd-8417-f502103cf1f0 req-45b68f71-be6e-4acf-b1fb-0342dbc20174 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:20.887153 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5a3fc634-0920-44dd-8417-f502103cf1f0 req-45b68f71-be6e-4acf-b1fb-0342dbc20174 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 943 time: 0.1745067
Apr 07 08:04:20.949166 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdcf886-37e2-4ba8-859f-5fe030dbddac', 'tag': '60844db2-8041-4d78-9c74-68427c16b254', 'status': 'completed', 'code': 200}
Apr 07 08:04:20.997313 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5a3fc634-0920-44dd-8417-f502103cf1f0 req-67010aa7-8e78-4ce6-b41b-901642c98c15 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030216
Apr 07 08:04:21.009645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-2470bfa4-4bc9-4b10-963e-1fb7ec93cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:21.011116 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-2470bfa4-4bc9-4b10-963e-1fb7ec93cae1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e9543a6f388c42c9bd60ea0edddaa17a&device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 1096 time: 0.1156690
Apr 07 08:04:21.089575 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-111ef379-b938-43af-a284-7622aec6f5ff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60844db2-8041-4d78-9c74-68427c16b254 HTTP/1.1" status: 200  len: 217 time: 0.0696411
Apr 07 08:04:21.157805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-3ffc2f4f-c7b0-4cc5-b023-1f128493270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:21.159313 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-3ffc2f4f-c7b0-4cc5-b023-1f128493270d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41348e2b-99ca-4f84-8705-aa2e24834bdc HTTP/1.1" status: 200  len: 849 time: 0.0628223
Apr 07 08:04:21.212362 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-73607519-a420-4033-89a5-8d7bceda37f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1605bb81-981e-446d-9801-3cc12856a1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458465
Apr 07 08:04:21.352534 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-32124d00-190d-4752-a84f-01fa7208e19f service neutron] 10.222.0.67 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325817
Apr 07 08:04:21.492862 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-121b6e6d-2467-4ee3-8bc9-ae8e29eb846b req-8ec20589-6236-4859-8833-24a86a9f1588 service neutron] 10.222.0.67 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335216
Apr 07 08:04:21.623674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-7717d4e9-5b66-49fe-a54b-45aa75a769c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:21.625202 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-7717d4e9-5b66-49fe-a54b-45aa75a769c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e9543a6f388c42c9bd60ea0edddaa17a&device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 1096 time: 0.0804253
Apr 07 08:04:21.835703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-f572aa33-1a8b-48e1-87ed-e3dec5f23523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:21.837360 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-f572aa33-1a8b-48e1-87ed-e3dec5f23523 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1605bb81-981e-446d-9801-3cc12856a1d3 HTTP/1.1" status: 200  len: 910 time: 0.2032163
Apr 07 08:04:21.846431 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-920f52cf-765d-4d6e-85b2-866a87a42f57 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:21.847969 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-920f52cf-765d-4d6e-85b2-866a87a42f57 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 946 time: 0.1394198
Apr 07 08:04:21.948870 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-35f2f809-a12c-4b1d-8838-9ad9c397f83d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60844db2-8041-4d78-9c74-68427c16b254 HTTP/1.1" status: 200  len: 217 time: 0.0998664
Apr 07 08:04:22.091878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Deleting port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:22.092262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:22.189235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-f75795ca-03e2-4a86-9882-1a17ddf58636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:22.190701 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-f75795ca-03e2-4a86-9882-1a17ddf58636 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41348e2b-99ca-4f84-8705-aa2e24834bdc HTTP/1.1" status: 200  len: 849 time: 0.2280612
Apr 07 08:04:22.300369 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-071be7eb-8387-46c5-ab4f-151e53a3d350 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1605bb81-981e-446d-9801-3cc12856a1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920422
Apr 07 08:04:22.432468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49cc2d-9225-4078-87f0-68c9b8fbc885 req-05670e35-0141-4a2b-89e2-2a2355ce63b8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:22.434136 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9c49cc2d-9225-4078-87f0-68c9b8fbc885 req-05670e35-0141-4a2b-89e2-2a2355ce63b8 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 946 time: 0.4796925
Apr 07 08:04:22.609354 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da43b7-8c1e-494f-8c18-773370a7a715 req-c75f3a48-1c09-41dd-97be-b85a1bbf4080 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:22.610928 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-59da43b7-8c1e-494f-8c18-773370a7a715 req-c75f3a48-1c09-41dd-97be-b85a1bbf4080 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 943 time: 0.4802427
Apr 07 08:04:22.653739 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9c49cc2d-9225-4078-87f0-68c9b8fbc885 req-6eeb80a3-806c-478a-a7fa-faec520162bf tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2084360
Apr 07 08:04:22.707339 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-cfa4661f-e5c7-42dc-b292-a4b676ccfa37 service neutron] 10.222.0.67 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3989203
Apr 07 08:04:22.752481 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-59da43b7-8c1e-494f-8c18-773370a7a715 req-7dea2245-d6b7-4fc0-8172-5d378740f429 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335356
Apr 07 08:04:22.801520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] For port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:22.801904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:23.277223 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-748ef4ed-694a-46b4-a5ed-41f860faac88 req-54eb175b-f951-461a-9ebd-81ba8822e2e3 service neutron] 10.222.0.67 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5609615
Apr 07 08:04:23.344250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-28ea8efe-e1af-4873-9117-46068508102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:23.400734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:23.401267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:23.401616 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Floating IP 0b784660-edb0-47e3-8ef6-32b733f7dc7a disassociated. External IP: 172.27.1.252, port: 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134.
Apr 07 08:04:23.402069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Calling delete_port for 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:23.548773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:23.566572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-109e0d71-6e8e-4a26-b77c-ddc525b9a8ce tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:23.662651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event deleted for resources: {'Port': ['ID=6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:23.676535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:23.949597 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5052267e-c35f-4acc-87e4-05860af2ce8b req-7db8f1b1-9042-41af-b96b-5db652727939 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/ports?device_id=16cbaa2f-ca12-4f13-a041-7a82f44fcf23 HTTP/1.1" status: 200  len: 210 time: 0.1512825
Apr 07 08:04:24.052577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b3ec2-715b-4679-87ed-d73f8e4b8d35 req-25b2c636-8262-4cf7-a650-b4ad31cd1bac tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:24.054110 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b3b3ec2-715b-4679-87ed-d73f8e4b8d35 req-25b2c636-8262-4cf7-a650-b4ad31cd1bac tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 943 time: 0.1607170
Apr 07 08:04:24.056078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:04:24.206318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 60844db2-8041-4d78-9c74-68427c16b254 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:04:24.248487 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1b3b3ec2-715b-4679-87ed-d73f8e4b8d35 req-f5a5f7bf-884c-480a-b10f-dfcfa00dfef9 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873920
Apr 07 08:04:24.288504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:04:24.299249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] Sync routers for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:04:24.324570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:24.325280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e61b080>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:03:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:24.369725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] No DVR routers for this DVR port 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:04:24.372340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:24.375201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-deleted', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:24.391347 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b78dccd7-730e-4721-8cf1-b4102dbae461 req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.67 "DELETE /v2.0/ports/6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 HTTP/1.1" status: 204  len: 173 time: 2.4813020
Apr 07 08:04:24.435782 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16cbaa2f-ca12-4f13-a041-7a82f44fcf23', 'name': 'network-vif-deleted', 'tag': '6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134', 'status': 'completed', 'code': 200}
Apr 07 08:04:24.518109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 60844db2-8041-4d78-9c74-68427c16b254, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=60844db2-8041-4d78-9c74-68427c16b254,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:24.546513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '60844db2-8041-4d78-9c74-68427c16b254', 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3', 'port_id': '60844db2-8041-4d78-9c74-68427c16b254', 'mac_address': 'fa:16:3e:45:7a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41348e2b-99ca-4f84-8705-aa2e24834bdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:04:24.608520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:24.690324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:24.778545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60844db2-8041-4d78-9c74-68427c16b254 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:04:24.869540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 60844db2-8041-4d78-9c74-68427c16b254, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=60844db2-8041-4d78-9c74-68427c16b254,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:24.877180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:24.882031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:25.017685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=60844db2-8041-4d78-9c74-68427c16b254,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:25.020996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:25.059373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e61b080>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:25.073460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] Checking router: 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:04:25.082794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:25.083461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e61b080>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:03:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:25.097376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44560) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:25.143179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['60844db2-8041-4d78-9c74-68427c16b254'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:04:25.170212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:25.202097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:25.253008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:25.258936 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-801d6cf3-6999-428b-813e-f339d447492f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:25.276166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7ef56b-41f3-4a6d-8afd-92ce7872ce25,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:25.288326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.288720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.289149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.290041 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.290451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.290860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.291274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.291676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.292078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.292480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.292883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.293308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:25.296960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:25.298231 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "DELETE /v2.0/security-groups/7b7ef56b-41f3-4a6d-8afd-92ce7872ce25 HTTP/1.1" status: 204  len: 168 time: 0.1997797
Apr 07 08:04:25.299312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1f77f31d-629d-4304-8408-723e21f1b9ab tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:25.301000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44566) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:25.319633 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.v2.resource [None req-7d482e3c-d44d-4cda-a394-d0c875a6cceb tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] show failed (client error): The resource could not be found.
Apr 07 08:04:25.321363 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7d482e3c-d44d-4cda-a394-d0c875a6cceb tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "GET /v2.0/security-groups/7b7ef56b-41f3-4a6d-8afd-92ce7872ce25 HTTP/1.1" status: 404  len: 347 time: 0.0187869
Apr 07 08:04:25.324413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44570) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:25.453991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c539131-2284-44fd-a211-1621fb939c96 req-9af540c4-80b1-495d-b482-f891cc041807 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:25.455609 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6c539131-2284-44fd-a211-1621fb939c96 req-9af540c4-80b1-495d-b482-f891cc041807 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 944 time: 0.0898788
Apr 07 08:04:25.499882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Deleting port 5a3a5304-c2be-486e-9a76-f2427dd53fb8 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:25.500756 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:25.509466 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6c539131-2284-44fd-a211-1621fb939c96 req-fa3bc200-fdb0-449b-90ee-aa9fb097bd6d tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461998
Apr 07 08:04:25.562869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:25.687207 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:25.687874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:25.819720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Calling delete_port for 5a3a5304-c2be-486e-9a76-f2427dd53fb8 owned by network:floatingip {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:25.970685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:25.977766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e61b080>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:25.982012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e68462-eccb-449a-8c9b-61f30a8bed74 None None] The sync data for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi is: [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T07:56:22Z', 'revision_number': 4, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': 'bdc334a1-bb99-4539-aa70-fc6ce0d15554', 'name': '', 'network_id': 'cb5e723e-9bcc-40a6-9bf2-77b32ea399f9', 'tenant_id': 'be657b903e35488597869917af4011fc', 'mac_address': 'fa:16:3e:1f:6e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:20Z', 'updated_at': '2021-04-07T07:56:38Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'subnets': [{'id': '8b9fb27d-8b10-43a3-b6a6-2206bf195a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:04:25.986481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-842bbb64-bf35-4e1a-bf53-5c2106e88624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:26.019000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f59b1e3b-3f93-4fee-8f34-c71793754636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:26.085023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Pushing event deleted for resources: {'Port': ['ID=5a3a5304-c2be-486e-9a76-f2427dd53fb8,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:26.094473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:26.223343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:04:26.251721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks [] for floatingip, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:26.267080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:04:26.267476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 6152e4e9-a1f1-46f6-a0cb-3fa4c04fb134 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:04:26.268278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:26.269686 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] 10.222.0.61 "DELETE /v2.0/floatingips/0b784660-edb0-47e3-8ef6-32b733f7dc7a HTTP/1.1" status: 204  len: 168 time: 0.9442885
Apr 07 08:04:26.372588 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f0794-2da4-42b2-b770-8220c7a74f24 None None] New status for floating IP 0b784660-edb0-47e3-8ef6-32b733f7dc7a: DOWN {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:04:26.437281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:26.720573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc54dbd-c56d-4e81-8ffa-0526ca1b3607 req-0a7dd694-247c-4fb3-b905-55affac413e5 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:26.722207 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fbc54dbd-c56d-4e81-8ffa-0526ca1b3607 req-0a7dd694-247c-4fb3-b905-55affac413e5 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 944 time: 0.0898893
Apr 07 08:04:26.769260 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fbc54dbd-c56d-4e81-8ffa-0526ca1b3607 req-73dadbdf-cceb-45bd-9b94-53735d589054 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405922
Apr 07 08:04:27.466178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:27.468281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:27.980123 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29626d-c37f-4418-a9ed-e8269470e234 req-d267327b-880d-4e39-83a2-2406ea979d8f tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:27.981748 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2b29626d-c37f-4418-a9ed-e8269470e234 req-d267327b-880d-4e39-83a2-2406ea979d8f tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 944 time: 0.0926406
Apr 07 08:04:28.030087 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2b29626d-c37f-4418-a9ed-e8269470e234 req-fd8b8a94-eee8-4db4-959d-ca4031955545 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416160
Apr 07 08:04:28.139435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:28.228328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 60844db2-8041-4d78-9c74-68427c16b254 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:04:28.300247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 60844db2-8041-4d78-9c74-68427c16b254 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:04:28.304983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 60844db2-8041-4d78-9c74-68427c16b254 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:28.305458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:28.430284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:28.458594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdcf886-37e2-4ba8-859f-5fe030dbddac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60844db2-8041-4d78-9c74-68427c16b254'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:28.469104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 60844db2-8041-4d78-9c74-68427c16b254, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=60844db2-8041-4d78-9c74-68427c16b254,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:28.472023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:28.473967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7d1d4f02-547d-4349-b239-7b8526c14608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:28.512009 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdcf886-37e2-4ba8-859f-5fe030dbddac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60844db2-8041-4d78-9c74-68427c16b254', 'code': 200}
Apr 07 08:04:28.545308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=60844db2-8041-4d78-9c74-68427c16b254,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:28.548407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:28.742365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd314e0c-cb4c-47bf-914d-92b154d07f7f req-e3d85c16-bc42-4c7a-88dc-cbc6f7a2bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:28.744661 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dd314e0c-cb4c-47bf-914d-92b154d07f7f req-e3d85c16-bc42-4c7a-88dc-cbc6f7a2bb80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 1098 time: 0.0792630
Apr 07 08:04:28.786775 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dd314e0c-cb4c-47bf-914d-92b154d07f7f req-1d897409-d042-441e-b48a-e29860c19392 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364041
Apr 07 08:04:29.093751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44602) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:29.247937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e503fa-c56f-4354-b695-8eb3cd22cc57 req-4330c4cb-ae90-4f33-83f9-91b04b098ca4 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:29.249574 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-47e503fa-c56f-4354-b695-8eb3cd22cc57 req-4330c4cb-ae90-4f33-83f9-91b04b098ca4 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 945 time: 0.0932381
Apr 07 08:04:29.298451 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-47e503fa-c56f-4354-b695-8eb3cd22cc57 req-806a5539-92b7-4952-b80e-eebe7b5c3b10 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425179
Apr 07 08:04:29.719499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:30.080635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Deleting port bdc334a1-bb99-4539-aa70-fc6ce0d15554 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:30.081017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:30.497058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] For port bdc334a1-bb99-4539-aa70-fc6ce0d15554, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=bdc334a1-bb99-4539-aa70-fc6ce0d15554,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:30.497661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:30.509292 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f184ccc-bb11-4e2e-976e-88940b83b6b6 req-013bc995-3536-4da4-9e85-f2df6332510a tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:30.510942 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9f184ccc-bb11-4e2e-976e-88940b83b6b6 req-013bc995-3536-4da4-9e85-f2df6332510a tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 945 time: 0.0904090
Apr 07 08:04:30.562137 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9f184ccc-bb11-4e2e-976e-88940b83b6b6 req-1e9c596e-b80a-42cf-bde9-7810cfaddf59 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448530
Apr 07 08:04:30.627205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Calling delete_port for bdc334a1-bb99-4539-aa70-fc6ce0d15554 owned by network:router_interface {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:30.805359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:30.821320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-449611f7-49dc-44c6-85dd-81537c753dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:30.887828 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-368ea159-7f16-43a6-914b-21e0de252622 req-4f45d8a1-fdf7-472f-9e1d-3c4abdf4a024 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0817189
Apr 07 08:04:30.922603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc334a1-bb99-4539-aa70-fc6ce0d15554,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:30.933400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:31.048546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea159-7f16-43a6-914b-21e0de252622 req-cc1086bb-fa56-4fc2-813b-33192cefe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:31.050206 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-368ea159-7f16-43a6-914b-21e0de252622 req-cc1086bb-fa56-4fc2-813b-33192cefe6cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1099 time: 0.0845084
Apr 07 08:04:31.220729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea159-7f16-43a6-914b-21e0de252622 req-a218dfb5-5bbb-4f8c-8f82-67e71b9f93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:31.222347 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-368ea159-7f16-43a6-914b-21e0de252622 req-a218dfb5-5bbb-4f8c-8f82-67e71b9f93f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 910 time: 0.1471119
Apr 07 08:04:31.294266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:31.337331 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-368ea159-7f16-43a6-914b-21e0de252622 req-81a724f8-378d-4038-b268-7dab4c82106f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 1001 time: 0.1076362
Apr 07 08:04:31.411939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea159-7f16-43a6-914b-21e0de252622 req-314d1d6f-27c3-420c-a113-6fc7bde84026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:31.413454 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-368ea159-7f16-43a6-914b-21e0de252622 req-314d1d6f-27c3-420c-a113-6fc7bde84026 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 200  len: 848 time: 0.0688760
Apr 07 08:04:31.505268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ea159-7f16-43a6-914b-21e0de252622 req-35e6ac5a-1efe-4e69-9fd3-7039911627b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:31.506899 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-368ea159-7f16-43a6-914b-21e0de252622 req-35e6ac5a-1efe-4e69-9fd3-7039911627b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866783
Apr 07 08:04:31.723425 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-368ea159-7f16-43a6-914b-21e0de252622 req-7be77b31-c14f-410f-8997-1d0d111e872d service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2088540
Apr 07 08:04:31.732699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03799e1c-19bb-4e9b-a105-cc7a53f96ca6 req-310854a8-60a8-478a-bee9-971ae0b1bea1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:31.734226 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-03799e1c-19bb-4e9b-a105-cc7a53f96ca6 req-310854a8-60a8-478a-bee9-971ae0b1bea1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 945 time: 0.1463885
Apr 07 08:04:31.810245 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:04:31.873921 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-03799e1c-19bb-4e9b-a105-cc7a53f96ca6 req-729df92b-072f-4a44-bcc0-730e635f10ad tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175115
Apr 07 08:04:31.912712 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-368ea159-7f16-43a6-914b-21e0de252622 req-ace49f19-ae94-49f8-8f44-163c9132ec94 service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774836
Apr 07 08:04:32.002869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:04:32.011860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] Sync routers for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:04:32.017123 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-740c0447-4c54-4397-9345-ffdc4b634270 admin admin] 10.222.0.61 "PUT /v2.0/routers/1bb9a531-08ce-4c3a-bf14-fb24f4d0c812/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9210351
Apr 07 08:04:32.018585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44626) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:32.022614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:32.023276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f461240>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:32.202303 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:32.210669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:32.391390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:32.399524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Deleting port 6c6848a4-6b73-4f92-812e-87c8a0731fa9 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:32.399896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:32.506103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f461240>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T08:04:30Z', 'revision_number': 5, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port': {'id': '6c6848a4-6b73-4f92-812e-87c8a0731fa9', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:56:15Z', 'updated_at': '2021-04-07T07:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:32.510868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] Checking router: 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:04:32.520025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] Routers {'1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:32.520680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f461240>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:32.581783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] For port 6c6848a4-6b73-4f92-812e-87c8a0731fa9, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=6c6848a4-6b73-4f92-812e-87c8a0731fa9,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:32.582181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:32.686108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] Set router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 gateway port host: None {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:32.719500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Calling delete_port for 6c6848a4-6b73-4f92-812e-87c8a0731fa9 owned by network:router_gateway {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:32.805955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f461240>, [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T08:04:32Z', 'revision_number': 6, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port_host': None}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:32.810997 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8c472-e51c-438d-a670-6e5c9cce51c9 None None] The sync data for ids ['1bb9a531-08ce-4c3a-bf14-fb24f4d0c812'] in dv-cinder-782390-4-iscsi is: [{'id': '1bb9a531-08ce-4c3a-bf14-fb24f4d0c812', 'name': 'tempest-AttachVolumeShelveTestJSON-761112588-router', 'tenant_id': 'be657b903e35488597869917af4011fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:56:13Z', 'updated_at': '2021-04-07T08:04:32Z', 'revision_number': 6, 'project_id': 'be657b903e35488597869917af4011fc', 'gw_port_host': None}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:04:32.904548 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:32.921141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2f3a0c65-9d91-4f84-a551-8158a15f2fe6 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:33.279309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6848a4-6b73-4f92-812e-87c8a0731fa9,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:33.282016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:33.315540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-4607a359-f6c5-4cde-a6c9-746be5298fa4 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:33.317093 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-4607a359-f6c5-4cde-a6c9-746be5298fa4 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 945 time: 0.3934402
Apr 07 08:04:33.410886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Deleting port 60844db2-8041-4d78-9c74-68427c16b254 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:33.411186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.449268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.463897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b26c1-b52e-45d1-b225-2b5d811e28d2 req-22e3a26c-6f5d-4a96-b59e-4efee4099323 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:33.465515 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718b26c1-b52e-45d1-b225-2b5d811e28d2 req-22e3a26c-6f5d-4a96-b59e-4efee4099323 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 945 time: 0.4606483
Apr 07 08:04:33.575995 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-718b26c1-b52e-45d1-b225-2b5d811e28d2 req-13506fcb-2945-44bd-98d4-be72a3d5b03d tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023269
Apr 07 08:04:33.633751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.636090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.660613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.661278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 {{(pid=84318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 08:04:33.674618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.675853 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-74e1eb26-c4d9-4165-88d6-4ec8241e4bb0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1bb9a531-08ce-4c3a-bf14-fb24f4d0c812 HTTP/1.1" status: 204  len: 168 time: 1.6562929
Apr 07 08:04:33.679363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44632) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:33.726199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] For port 60844db2-8041-4d78-9c74-68427c16b254, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=60844db2-8041-4d78-9c74-68427c16b254,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:33.726619 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.751938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] Deleting subnet 8b9fb27d-8b10-43a3-b6a6-2206bf195a55 {{(pid=84318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:04:33.755396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.814750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65686612'] for subnet, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:33.863873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Calling delete_port for 60844db2-8041-4d78-9c74-68427c16b254 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:33.920960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.022699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.034022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['60844db2-8041-4d78-9c74-68427c16b254'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:04:34.045963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0626c497-5e29-453d-b556-99d592619b08 tempest-VolumesSnapshotTestJSON-1152592370 tempest-VolumesSnapshotTestJSON-1152592370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:34.144850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Pushing event deleted for resources: {'Port': ['ID=60844db2-8041-4d78-9c74-68427c16b254,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:34.159047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.159649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.159813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.160226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.160628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.161025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.161463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.161857 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.162253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.162643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.163038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.163426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:34.174371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:34.194731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64341809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65652369'] for subnet, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.214766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:34.300577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9fb27d-8b10-43a3-b6a6-2206bf195a55,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:34.304939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:34.320344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] No DVR routers for this DVR port 60844db2-8041-4d78-9c74-68427c16b254 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:04:34.323611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.329701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdcf886-37e2-4ba8-859f-5fe030dbddac', 'name': 'network-vif-deleted', 'tag': '60844db2-8041-4d78-9c74-68427c16b254'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:34.346219 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-07cd1b1b-98fd-4675-950f-ccdc94ed4dce req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.67 "DELETE /v2.0/ports/60844db2-8041-4d78-9c74-68427c16b254 HTTP/1.1" status: 204  len: 173 time: 1.0217319
Apr 07 08:04:34.356621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.363058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95388f3d-40d1-44d4-94b7-7ec52748c764 None None] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:04:34.377775 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ff99d672-fbb1-4b87-8f44-b57a9d61e718 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8b9fb27d-8b10-43a3-b6a6-2206bf195a55 HTTP/1.1" status: 204  len: 168 time: 0.6964717
Apr 07 08:04:34.380379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44638) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:34.404468 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdcf886-37e2-4ba8-859f-5fe030dbddac', 'name': 'network-vif-deleted', 'tag': '60844db2-8041-4d78-9c74-68427c16b254', 'status': 'completed', 'code': 200}
Apr 07 08:04:34.508300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.581187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Deleting port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:34.581810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.665828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] DHCP port deletion for cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 request from dv-cinder-782390-4-iscsi {{(pid=84319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 08:04:34.670727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] Deleting port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:34.671153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.777983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:04:34.836276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-3af4229d-88b7-4705-a9d6-16addb2bed94 req-f23c332d-74ac-471c-9d4f-618bb66539c4 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Synchronizing usage tracker for tenant:e9543a6f388c42c9bd60ea0edddaa17a on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:04:34.869974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] For port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=8bdecfaf-3f64-40b1-8ab3-864ee88d4215,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:34.870381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:34.937757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-3af4229d-88b7-4705-a9d6-16addb2bed94 req-f23c332d-74ac-471c-9d4f-618bb66539c4 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Unset dirty status for tenant:e9543a6f388c42c9bd60ea0edddaa17a on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:04:34.938840 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3af4229d-88b7-4705-a9d6-16addb2bed94 req-f23c332d-74ac-471c-9d4f-618bb66539c4 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcdcf886-37e2-4ba8-859f-5fe030dbddac HTTP/1.1" status: 200  len: 210 time: 0.1751182
Apr 07 08:04:35.019295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Calling delete_port for 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 owned by network:dhcp {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:35.102750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:35.120651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f8b30457-d442-41b3-bf09-9f14de3475e1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:35.145748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No active binding found for port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 {{(pid=84319) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 07 08:04:35.146196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:04:35.146664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 6c6848a4-6b73-4f92-812e-87c8a0731fa9 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:04:35.185498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 6c6848a4-6b73-4f92-812e-87c8a0731fa9 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:04:35.185891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 6c6848a4-6b73-4f92-812e-87c8a0731fa9 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:04:35.186340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bdc334a1-bb99-4539-aa70-fc6ce0d15554 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:04:35.211490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] For port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=8bdecfaf-3f64-40b1-8ab3-864ee88d4215,segment=NetworkSegment(ba8872cc-15db-4f61-963c-1d946793f762),segment_id=ba8872cc-15db-4f61-963c-1d946793f762)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:35.211937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:35.218036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdecfaf-3f64-40b1-8ab3-864ee88d4215,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:35.230910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:35.234422 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: bdc334a1-bb99-4539-aa70-fc6ce0d15554 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:04:35.234821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device bdc334a1-bb99-4539-aa70-fc6ce0d15554 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:04:35.263085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] No DVR routers for this DVR port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 on host dv-cinder-782390-4-iscsi {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:04:35.358522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] Calling delete_port for 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 owned by network:dhcp {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:35.384430 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:35.431910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.api [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84319) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 08:04:35.432319 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.api [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 08:04:35.498494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1d805588>,) {'filters': {'network_id': ['cb5e723e-9bcc-40a6-9bf2-77b32ea399f9']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:35.511560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d805588>, 'ba8872cc-15db-4f61-963c-1d946793f762') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:35.511898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d805588>, 'ba8872cc-15db-4f61-963c-1d946793f762') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:35.523649 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:35.542198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:35.548362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:04:35.722480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:04:35.731449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:35.911037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Network cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:04:35.933699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] Deleting port 8bdecfaf-3f64-40b1-8ab3-864ee88d4215 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:04:35.933931 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:04:35.936406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:36.009059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-beecf645-a362-4c2c-a2f4-988b2e93aba6 None None] The port '8bdecfaf-3f64-40b1-8ab3-864ee88d4215' was deleted {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 08:04:36.009317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:36.014761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:36.032622 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:36.043897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5e723e-9bcc-40a6-9bf2-77b32ea399f9,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:36.054786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:36.058924 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] 10.222.0.61 "DELETE /v2.0/networks/cb5e723e-9bcc-40a6-9bf2-77b32ea399f9 HTTP/1.1" status: 204  len: 168 time: 1.6768475
Apr 07 08:04:36.179184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44662) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:36.231754 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8f25773a-3044-461f-88a2-a7a5d19d4536 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be657b903e35488597869917af4011fc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0508552
Apr 07 08:04:36.233972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44666) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:36.296392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca56d0f9-4369-450e-8b98-de9c58599995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:36.324200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca56d0f9-4369-450e-8b98-de9c58599995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:36.335614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-9c18d7e8-f545-4e70-a18b-5dd4006eb32d tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:36.337369 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-9c18d7e8-f545-4e70-a18b-5dd4006eb32d tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/networks?id=1605bb81-981e-446d-9801-3cc12856a1d3 HTTP/1.1" status: 200  len: 809 time: 0.1594357
Apr 07 08:04:36.354246 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-3c4183c1-350a-4746-88f2-2c4fc85c5a4f tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/quotas/e9543a6f388c42c9bd60ea0edddaa17a HTTP/1.1" status: 200  len: 375 time: 0.0098498
Apr 07 08:04:36.368659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca56d0f9-4369-450e-8b98-de9c58599995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:36.373811 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3693dc9b-1c47-4083-9eee-f0f3a2f27488 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:36.388290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56d0f9-4369-450e-8b98-de9c58599995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd04df2-b382-4503-b417-f4761a02b897,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:36.391992 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ca56d0f9-4369-450e-8b98-de9c58599995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:36.395449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ca56d0f9-4369-450e-8b98-de9c58599995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:36.398918 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ca56d0f9-4369-450e-8b98-de9c58599995 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9dd04df2-b382-4503-b417-f4761a02b897 HTTP/1.1" status: 204  len: 168 time: 0.1615500
Apr 07 08:04:36.408718 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-33ed50a3-2544-46d1-8a4a-e307b62b5fc6 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9543a6f388c42c9bd60ea0edddaa17a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486407
Apr 07 08:04:36.552706 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-878b886c-ee3c-40ed-a00b-5f40bc7c242b service neutron] 10.222.0.61 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353083
Apr 07 08:04:36.697760 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-96147c49-2358-4b6e-a4e8-40773a3ea7a3 service neutron] 10.222.0.61 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378486
Apr 07 08:04:36.898056 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d2eeb2a5-61d2-473a-8252-f7cc90d5883d req-c832ecad-b3f5-4802-b786-b90c42cc4f5d tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 210 time: 0.0545652
Apr 07 08:04:37.188503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44700) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:37.301932 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-264470617-network', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:37.307656 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:37.311734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Usage tracker for resource:network and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:37.314750 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:37.320982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:37.331171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Made reservation on behalf of e0d49ffd188f45a182005a52ad3dabc2 for: {'network': 1} {{(pid=84318) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:04:37.336659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for network, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:37.353944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:37.370937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:37.375118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:37.378066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:37.384546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:37.473107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:37.475770 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:37.480710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c1cc408-f8b6-41f8-ae26-dfe850a4313e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:37.506126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=84318) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 07 08:04:37.519407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd074a-a1c9-4eeb-9442-7b0dd59c465a,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:37.523580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:37.524520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:37.524901 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.segments_db [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Added segment 07b55fd9-ff0a-4f4b-8338-5969174af50a of type vlan for network d1a83dfe-a480-46f0-91c0-c5c337f09ca3
Apr 07 08:04:37.552806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770088772177'] for network, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:37.583055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667'] for network, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:37.584484 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:37.585152 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:37.590716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e792d56c-3b61-43a0-8395-6a4150a3189b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:37.693417 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5036895
Apr 07 08:04:37.696448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a83dfe-a480-46f0-91c0-c5c337f09ca3,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:37.696671 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44706) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:37.699363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:37.702799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Request body: {'subnet': {'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-264470617-subnet', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:37.707033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 details requested by agent ovs-agent-dv-cinder-782390-4-iscsi with host dv-cinder-782390-4-iscsi {{(pid=84319) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 07 08:04:37.708030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:37.712202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Usage tracker for resource:subnet and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:37.715743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:37.722079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:37.731964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Made reservation on behalf of e0d49ffd188f45a182005a52ad3dabc2 for: {'subnet': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:04:37.736819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036789379846'] for subnet, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:38.274910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 60844db2-8041-4d78-9c74-68427c16b254 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:04:38.311516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 60844db2-8041-4d78-9c74-68427c16b254 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:04:38.311910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 60844db2-8041-4d78-9c74-68427c16b254 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:04:38.314830 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-266ae1ca-42c4-4550-98c1-b06c0af48725 req-c09912c1-7b58-4347-8b0d-f61cab3f7a61 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 210 time: 0.2983108
Apr 07 08:04:38.386316 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58f9b86d-270b-426e-b738-837c3968a2fa tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:38.387763 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58f9b86d-270b-426e-b738-837c3968a2fa tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.67 "GET /v2.0/networks?id=1605bb81-981e-446d-9801-3cc12856a1d3 HTTP/1.1" status: 200  len: 809 time: 0.4797766
Apr 07 08:04:38.409727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Request body: {'port': {'device_id': '8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0', 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3', 'admin_state_up': True, 'tenant_id': 'e9543a6f388c42c9bd60ea0edddaa17a'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:38.618105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:38.631673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:38.655885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Made reservation on behalf of e9543a6f388c42c9bd60ea0edddaa17a for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:04:38.661877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:38.819344 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66895279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036789379895'] for subnet, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:38.870270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:39.014676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d1671c-c08f-4981-be83-42ab10cbe634,revision_number=0']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:39.021637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:39.022712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Allocated IP 172.20.0.3 (1605bb81-981e-446d-9801-3cc12856a1d3/41348e2b-99ca-4f84-8705-aa2e24834bdc/493e034e-57cf-4a71-a583-a9b99b510c83) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:04:39.225022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Checking segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:04:39.225439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Network hostable DHCP agents. Network: d1a83dfe-a480-46f0-91c0-c5c337f09ca3, hostable agents: ['8fb1457e-7cfa-40c9-90e7-78efc179c76d'], hosted agents: [] {{(pid=84317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 07 08:04:39.270176 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 is scheduled to be hosted by DHCP agent 8fb1457e-7cfa-40c9-90e7-78efc179c76d with binding_index 1 {{(pid=84317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 07 08:04:39.294256 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782390-4-iscsi, d1a83dfe-a480-46f0-91c0-c5c337f09ca3) {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:39.302022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6779d15-7b03-4274-b2e3-860fe2031b3b None None] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:04:39.319813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.325613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:39.326241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.369900 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6693201
Apr 07 08:04:39.370117 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44718) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:39.376472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:39.382830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:39.389240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Usage tracker for resource:router and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:39.392674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:39.400155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:39.405425 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.421564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:39.532751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9010cd7e-e060-59fd-8024-47494863277c-d1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634'}]}} from dv-cinder-782390-4-iscsi. {{(pid=84319) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 07 08:04:39.533699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.565676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-667616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.566640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854108281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854102672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854081475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.628733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Pushing event updated for resources: {'Port': ['ID=493e034e-57cf-4a71-a583-a9b99b510c83,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:39.633568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.641707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:39.696156 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Allocated IP 172.20.0.2 (d1a83dfe-a480-46f0-91c0-c5c337f09ca3/f3d1671c-c08f-4981-be83-42ab10cbe634/c150345c-cdb3-47ac-9b0a-49df70281939) {{(pid=84319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:04:39.833539 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e8fe-9518-403d-89b5-7bd3e5c50538 req-7a78aa5e-1636-4f6c-ac4f-b7737a6409ce tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:39.834290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-06b3e8fe-9518-403d-89b5-7bd3e5c50538 req-7a78aa5e-1636-4f6c-ac4f-b7737a6409ce tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Synchronizing usage tracker for tenant:e9543a6f388c42c9bd60ea0edddaa17a on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:04:39.867252 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Network 1605bb81-981e-446d-9801-3cc12856a1d3 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:04:39.917794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.928300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Transition to ACTIVE for port object c150345c-cdb3-47ac-9b0a-49df70281939 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:39.929833 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:39.948136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Transition to ACTIVE for port object c150345c-cdb3-47ac-9b0a-49df70281939 will not be triggered until provisioned by entity DHCP. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:39.952674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064'] for port, after_create {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:39.968390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:39.993476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:04:40.033228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-06b3e8fe-9518-403d-89b5-7bd3e5c50538 req-7a78aa5e-1636-4f6c-ac4f-b7737a6409ce tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Unset dirty status for tenant:e9543a6f388c42c9bd60ea0edddaa17a on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:04:40.034503 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-06b3e8fe-9518-403d-89b5-7bd3e5c50538 req-7a78aa5e-1636-4f6c-ac4f-b7737a6409ce tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 931 time: 0.5745423
Apr 07 08:04:40.048769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854102687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854112225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:40.102863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Pushing event updated for resources: {'Port': ['ID=c150345c-cdb3-47ac-9b0a-49df70281939,revision_number=1']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:40.125447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.125836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.126218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.126590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.126959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.127330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.127692 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.128051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.128418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.128778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.129177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.129542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:40.133214 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:40.169617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 is already hosted by enough agents. {{(pid=84319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:04:40.170792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Resources bound (agent type, host, resource id):  {{(pid=84319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:40.173200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Received port after_create {{(pid=84319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:04:40.173576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:40.174239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:40.201638 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-06b3e8fe-9518-403d-89b5-7bd3e5c50538 req-87862d62-6123-4567-b94f-e5da40dd765c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597281
Apr 07 08:04:40.227585 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8242218
Apr 07 08:04:40.241066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Request body: {'port': {'device_id': '8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:40.279534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Attempting to bind port c150345c-cdb3-47ac-9b0a-49df70281939 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:04:40.279983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Attempting to bind port c150345c-cdb3-47ac-9b0a-49df70281939 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:04:40.280384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Attempting to bind port c150345c-cdb3-47ac-9b0a-49df70281939 on network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:40.286010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:04:40.286427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Checking segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:04:40.286874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:40.287308 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Bound using segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:04:40.287818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Bound port: c150345c-cdb3-47ac-9b0a-49df70281939, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:04:40.288267 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:40.385434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] For port c150345c-cdb3-47ac-9b0a-49df70281939, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:04:40.388578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] For port c150345c-cdb3-47ac-9b0a-49df70281939, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=c150345c-cdb3-47ac-9b0a-49df70281939,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:04:40.392087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:40.407090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:40.512856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:40.561054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Pushing event updated for resources: {'Port': ['ID=c150345c-cdb3-47ac-9b0a-49df70281939,revision_number=2']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:40.565920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-21002c2c-0f13-47cd-9850-2cf37d4771a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:40.674449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:40.715179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:41.295813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Allocated IP 172.27.1.15 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/eee44aa9-0601-4255-88b7-bf2f5636ca19) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:04:41.614372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622804a5-bd4e-4b72-ac20-c3cdeecd9104 req-d6b27aa5-0e88-4b98-9eb0-f6cda7ed65c0 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:41.615976 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-622804a5-bd4e-4b72-ac20-c3cdeecd9104 req-d6b27aa5-0e88-4b98-9eb0-f6cda7ed65c0 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 931 time: 0.2900226
Apr 07 08:04:41.661436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:41.667922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493e034e-57cf-4a71-a583-a9b99b510c83 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:04:41.690618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:41.713291 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-622804a5-bd4e-4b72-ac20-c3cdeecd9104 req-2c754555-e950-45f6-96ba-919f2151fde3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888774
Apr 07 08:04:41.721167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Transition to ACTIVE for port object 493e034e-57cf-4a71-a583-a9b99b510c83 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:41.725888 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:41.743516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-654fe774-0b06-41fb-8185-962a4b4449f1 tempest-AttachVolumeNegativeTest-830562919 tempest-AttachVolumeNegativeTest-830562919-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:41.897672 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Pushing event updated for resources: {'Port': ['ID=493e034e-57cf-4a71-a583-a9b99b510c83,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:41.901340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:41.902543 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:41.921259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-28818a29-b8a5-43be-8d22-11f10bcc0774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:41.999284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775d48f-2365-4199-b692-a70cad634b5a None None] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:04:42.090406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Pushing event updated for resources: {'Port': ['ID=eee44aa9-0601-4255-88b7-bf2f5636ca19,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:42.093338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:42.101589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5d940f84-5c8c-4464-a3ac-816229b849e1 None None] Provisioning for port c150345c-cdb3-47ac-9b0a-49df70281939 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:04:42.300139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:04:42.303456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:42.305917 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:04:42.389320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Attempting to bind port 493e034e-57cf-4a71-a583-a9b99b510c83 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:04:42.389612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Attempting to bind port 493e034e-57cf-4a71-a583-a9b99b510c83 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:04:42.389978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Attempting to bind port 493e034e-57cf-4a71-a583-a9b99b510c83 on network 1605bb81-981e-446d-9801-3cc12856a1d3 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:42.451999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Port 493e034e-57cf-4a71-a583-a9b99b510c83 on network 1605bb81-981e-446d-9801-3cc12856a1d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:04:42.452366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Attempting to bind port 493e034e-57cf-4a71-a583-a9b99b510c83 on network 1605bb81-981e-446d-9801-3cc12856a1d3 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:42.524216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:04:42.524588 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Checking segment: {'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:04:42.525030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Bound using segment: {'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:04:42.525524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Bound port: 493e034e-57cf-4a71-a583-a9b99b510c83, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:04:42.525908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:42.777320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device c150345c-cdb3-47ac-9b0a-49df70281939 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:04:42.810842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] For port 493e034e-57cf-4a71-a583-a9b99b510c83, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:04:42.835542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] For port 493e034e-57cf-4a71-a583-a9b99b510c83, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=493e034e-57cf-4a71-a583-a9b99b510c83,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:04:42.853321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port c150345c-cdb3-47ac-9b0a-49df70281939 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:04:42.858576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port c150345c-cdb3-47ac-9b0a-49df70281939 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:42.858719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:42.887886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:42.912104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3188ca4b-80b9-40a9-9e56-10e489b83122 tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:42.984849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:43.019333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port c150345c-cdb3-47ac-9b0a-49df70281939, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=c150345c-cdb3-47ac-9b0a-49df70281939,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:43.022684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:43.025264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:43.097898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=c150345c-cdb3-47ac-9b0a-49df70281939,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:43.101142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:43.105854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:43.455356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Pushing event updated for resources: {'Port': ['ID=493e034e-57cf-4a71-a583-a9b99b510c83,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:43.458834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:43.588062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceb178-8f2e-4ccf-8e77-3bd4263417f4 req-be892195-2180-4065-a7b4-11227ec649ec tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:43.589696 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-88ceb178-8f2e-4ccf-8e77-3bd4263417f4 req-be892195-2180-4065-a7b4-11227ec649ec tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 943 time: 0.7526658
Apr 07 08:04:43.608773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:43.609546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:43.611798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] 10.222.0.67 "PUT /v2.0/ports/493e034e-57cf-4a71-a583-a9b99b510c83 HTTP/1.1" status: 200  len: 1093 time: 3.3761868
Apr 07 08:04:43.633023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0', 'tag': '493e034e-57cf-4a71-a583-a9b99b510c83'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:43.701704 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0', 'tag': '493e034e-57cf-4a71-a583-a9b99b510c83', 'status': 'completed', 'code': 200}
Apr 07 08:04:43.743862 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-88ceb178-8f2e-4ccf-8e77-3bd4263417f4 req-2a101acd-0441-4634-8fa9-75ab51297f7c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457698
Apr 07 08:04:43.923270 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-2b75df30-c83c-431d-b729-3f9c7de4ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:43.924861 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-2b75df30-c83c-431d-b729-3f9c7de4ebeb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e9543a6f388c42c9bd60ea0edddaa17a&device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 1096 time: 0.2756269
Apr 07 08:04:44.010549 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-30dae1fe-4174-40fa-9c0f-1a3011d5663c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493e034e-57cf-4a71-a583-a9b99b510c83 HTTP/1.1" status: 200  len: 217 time: 0.0733225
Apr 07 08:04:44.018323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-663574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-673182'] for router, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:44.225013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-6f63cb65-4f90-4161-b2d6-70f8812d7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:44.226629 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-6f63cb65-4f90-4161-b2d6-70f8812d7f83 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41348e2b-99ca-4f84-8705-aa2e24834bdc HTTP/1.1" status: 200  len: 849 time: 0.2097468
Apr 07 08:04:44.290815 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-e22aa960-d5f9-4dc5-82a9-968b4b1f5ee4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1605bb81-981e-446d-9801-3cc12856a1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562212
Apr 07 08:04:44.459442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Router 0b9b727a-c548-44e3-b192-a3c842673460 is scheduled to L3 agent 03b712a9-c394-4b7e-b874-770000fd933a with binding_index 1 {{(pid=84317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 07 08:04:44.465664 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-65ccff8f-1da4-4123-b6c2-126b6eda496e service neutron] 10.222.0.67 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672163
Apr 07 08:04:44.728790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device c150345c-cdb3-47ac-9b0a-49df70281939 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:04:44.775289 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-eeaaf6d4-745c-4d00-ac95-98aca1c47388 req-8a5b0115-ac6e-4171-ade6-187f1c331f6d service neutron] 10.222.0.67 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3027437
Apr 07 08:04:44.776387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:04:44.794678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Sync routers for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:04:44.800783 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:44.804708 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c02a4265-f1e0-48da-a7f3-df39339386d3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.4310489
Apr 07 08:04:44.804942 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44730) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:44.813400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port c150345c-cdb3-47ac-9b0a-49df70281939 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:44.813818 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:44.818687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:44.819614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f388a58>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:45.022387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:45.329877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f388a58>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:42Z', 'revision_number': 3, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:45.333990 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Checking router: 0b9b727a-c548-44e3-b192-a3c842673460 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:04:45.334418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Updating router 0b9b727a-c548-44e3-b192-a3c842673460 port eee44aa9-0601-4255-88b7-bf2f5636ca19 binding host dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 08:04:45.392792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:45.501228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-2d168cf2-bfaf-435c-b8d8-fc816510bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:45.502837 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-2d168cf2-bfaf-435c-b8d8-fc816510bb9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e9543a6f388c42c9bd60ea0edddaa17a&device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 1096 time: 0.6310935
Apr 07 08:04:45.559991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455a678-5d50-4510-975b-0804a57e5549 req-08c1b29a-be45-4e6f-9f50-d220f9c2f3f1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:45.562081 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9455a678-5d50-4510-975b-0804a57e5549 req-08c1b29a-be45-4e6f-9f50-d220f9c2f3f1 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 943 time: 0.5935717
Apr 07 08:04:45.710167 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9455a678-5d50-4510-975b-0804a57e5549 req-43046af0-c4a4-4b70-8a7d-9e549bd97bca tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972810
Apr 07 08:04:45.783362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Notify callbacks [] for port, precommit_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:45.795922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Transition to ACTIVE for port object eee44aa9-0601-4255-88b7-bf2f5636ca19 will not be triggered until provisioned by entity L2. {{(pid=84320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:45.801882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:45.817162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d460e82e-f619-403f-831a-4de7ed9d641a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:45.879819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-624aa8a9-21b8-41e2-835f-aa44b64b5b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:45.881425 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-624aa8a9-21b8-41e2-835f-aa44b64b5b3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=1605bb81-981e-446d-9801-3cc12856a1d3 HTTP/1.1" status: 200  len: 910 time: 0.3694565
Apr 07 08:04:45.928641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Pushing event updated for resources: {'Port': ['ID=eee44aa9-0601-4255-88b7-bf2f5636ca19,revision_number=2']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:45.948874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.949277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.949651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.950015 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.950628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.950776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.951049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.951402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.951772 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.952126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.952475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.952821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:04:45.956584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:45.968923 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-dc574ebb-f980-4ab2-a9c2-580f3c7ddada service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493e034e-57cf-4a71-a583-a9b99b510c83 HTTP/1.1" status: 200  len: 217 time: 0.0711870
Apr 07 08:04:46.034436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Attempting to bind port eee44aa9-0601-4255-88b7-bf2f5636ca19 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:04:46.034900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Attempting to bind port eee44aa9-0601-4255-88b7-bf2f5636ca19 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:04:46.035208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Attempting to bind port eee44aa9-0601-4255-88b7-bf2f5636ca19 on network a54ab3bc-3582-4b7f-9730-d5275712e69e {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:46.040928 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:04:46.041386 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Checking segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:04:46.041826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:46.042295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Bound using segment: {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'} {{(pid=84320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:04:46.042794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Bound port: eee44aa9-0601-4255-88b7-bf2f5636ca19, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691e5ef-21c5-4713-b606-e3562ca4d12b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}}] {{(pid=84320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:04:46.043199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:46.093578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-2bb1c743-3ea9-41c5-b1ff-4e8a81bebb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:46.095204 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-2bb1c743-3ea9-41c5-b1ff-4e8a81bebb6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=41348e2b-99ca-4f84-8705-aa2e24834bdc HTTP/1.1" status: 200  len: 849 time: 0.1177874
Apr 07 08:04:46.123918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] For port eee44aa9-0601-4255-88b7-bf2f5636ca19, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:04:46.127179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] For port eee44aa9-0601-4255-88b7-bf2f5636ca19, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=eee44aa9-0601-4255-88b7-bf2f5636ca19,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:04:46.130595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:46.146176 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-49beda96-c0b0-454e-bfdb-cee4801c02a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:46.163278 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-5a48a947-9a87-4338-b43c-287840ebdcf2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1605bb81-981e-446d-9801-3cc12856a1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611651
Apr 07 08:04:46.296813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Pushing event updated for resources: {'Port': ['ID=eee44aa9-0601-4255-88b7-bf2f5636ca19,revision_number=3']} {{(pid=84320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:46.302205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6978bebd-1ee9-4067-8911-30c4d52d56c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:46.342410 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:46.343154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f388a58>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:46.406822 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-85f12b00-0f46-44d6-ab46-24a0286f717d service neutron] 10.222.0.67 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368624
Apr 07 08:04:46.408740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:46.528632 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:46.664680 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176f47c7-104c-459e-9a42-886b3c8d9b0a req-1fbf47df-5f01-43e7-af44-f1097117c04e service neutron] 10.222.0.67 "GET /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448506
Apr 07 08:04:46.755363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Allocated IP 172.20.0.1 (d1a83dfe-a480-46f0-91c0-c5c337f09ca3/f3d1671c-c08f-4981-be83-42ab10cbe634/1873bbb1-ef56-4332-964d-4ca91c65e6f1) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:04:46.834087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f388a58>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:42Z', 'revision_number': 3, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:46.838096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9dd232-65dd-498f-9fee-58ff9d1a573e None None] The sync data for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi is: [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:42Z', 'revision_number': 3, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:04:46.979498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:46.994219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9a216-df5d-4c98-82c6-e75170fbc56d req-5a67a13a-eb02-4f3a-9baa-a41df81d6a45 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:46.996342 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b1d9a216-df5d-4c98-82c6-e75170fbc56d req-5a67a13a-eb02-4f3a-9baa-a41df81d6a45 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 943 time: 0.1654696
Apr 07 08:04:47.021187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Transition to ACTIVE for port object 1873bbb1-ef56-4332-964d-4ca91c65e6f1 will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:47.057470 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b1d9a216-df5d-4c98-82c6-e75170fbc56d req-c98746d6-85f6-4d14-8295-26e441ed8342 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517125
Apr 07 08:04:47.070479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:47.085824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:47.228723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1873bbb1-ef56-4332-964d-4ca91c65e6f1,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:47.242175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:47.287699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:04:47.288914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:47.291284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:04:47.352950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854109117'] for router_interface, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:47.483636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:47.490419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f0be6e73-bbd0-4d38-ad0a-263cdbbf7716 None None] Provisioning for port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:04:47.496062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-f0be6e73-bbd0-4d38-ad0a-263cdbbf7716 None None] Provisioning complete for port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:47.496480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f0be6e73-bbd0-4d38-ad0a-263cdbbf7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:47.558336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-f0be6e73-bbd0-4d38-ad0a-263cdbbf7716 None None] Port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:04:48.027957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:48.031514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:48.060142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1cdf30fd-5c92-4ffd-b4a6-2a4f54711edf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:48.145635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853234460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854110826'] for router_interface, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:48.161122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1873bbb1-ef56-4332-964d-4ca91c65e6f1,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:48.213081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:48.315105 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 493e034e-57cf-4a71-a583-a9b99b510c83 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:04:48.355170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97526d10-62b9-439b-8b34-5b4c9ca31ab3 req-4eaac0c9-8d17-4315-84fe-54ae73c38c44 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:48.356758 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97526d10-62b9-439b-8b34-5b4c9ca31ab3 req-4eaac0c9-8d17-4315-84fe-54ae73c38c44 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 943 time: 0.1455507
Apr 07 08:04:48.386869 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:04:48.389784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:48.459839 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 493e034e-57cf-4a71-a583-a9b99b510c83, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=493e034e-57cf-4a71-a583-a9b99b510c83,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:48.475503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '493e034e-57cf-4a71-a583-a9b99b510c83', 'network_id': '1605bb81-981e-446d-9801-3cc12856a1d3', 'port_id': '493e034e-57cf-4a71-a583-a9b99b510c83', 'mac_address': 'fa:16:3e:ba:af:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41348e2b-99ca-4f84-8705-aa2e24834bdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:04:48.542122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:48.545824 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97526d10-62b9-439b-8b34-5b4c9ca31ab3 req-c7223f33-fed5-46f5-99a0-7bb7cd93461c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797607
Apr 07 08:04:48.563611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493e034e-57cf-4a71-a583-a9b99b510c83 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:04:48.589393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 493e034e-57cf-4a71-a583-a9b99b510c83, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=493e034e-57cf-4a71-a583-a9b99b510c83,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:48.592704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:48.594563 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:48.609945 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Router 0b9b727a-c548-44e3-b192-a3c842673460 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:04:48.666197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=493e034e-57cf-4a71-a583-a9b99b510c83,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:48.669449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:48.685978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-02e5e3d2-ac1c-4cf9-8aef-dd38416923e4 None None] Provisioning complete for port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:48.686401 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-02e5e3d2-ac1c-4cf9-8aef-dd38416923e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:48.807236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:04:48.817222 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] 10.222.0.61 "PUT /v2.0/routers/0b9b727a-c548-44e3-b192-a3c842673460/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0110791
Apr 07 08:04:48.923881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device eee44aa9-0601-4255-88b7-bf2f5636ca19 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:04:48.949059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['493e034e-57cf-4a71-a583-a9b99b510c83'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:04:49.031459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-02e5e3d2-ac1c-4cf9-8aef-dd38416923e4 None None] Port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:04:49.103266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port eee44aa9-0601-4255-88b7-bf2f5636ca19 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:04:49.109932 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port eee44aa9-0601-4255-88b7-bf2f5636ca19 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:49.110584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.257254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44746) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:49.263977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--31246334', 'description': 'tempest-description--1157474154'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:49.270804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:49.275765 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:security_group and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:49.279521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:49.287445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:49.297307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.302212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.318712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:49.320952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port eee44aa9-0601-4255-88b7-bf2f5636ca19, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=eee44aa9-0601-4255-88b7-bf2f5636ca19,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:49.323647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:security_group_rule and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:49.324480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.326502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:49.326782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:49.333654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:49.396542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=eee44aa9-0601-4255-88b7-bf2f5636ca19,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:49.399883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:49.407642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.411452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.417171 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-120d0a9e-0661-4ec3-a711-2bda6bc0b47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:49.457572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95cc39-6a19-4c2e-ac29-10efb91f91bd,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:49.460415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.461733 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2032936
Apr 07 08:04:49.462727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:49.464848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44750) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:49.470944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'security_group_rule': {'security_group_id': '2c95cc39-6a19-4c2e-ac29-10efb91f91bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:49.477663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:49.481784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:security_group_rule and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:49.484791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:49.492208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:49.507856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.572658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.574097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.576275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1543249b-ac7f-4457-a8c4-cc524cd3f793 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:49.605674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfe018f-b5e6-4a6d-b7df-eb8003ff3fa9,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:49.608046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.611957 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1433489
Apr 07 08:04:49.611957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:49.612467 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44756) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:49.615799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Sync routers for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:04:49.618041 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'security_group_rule': {'security_group_id': '2c95cc39-6a19-4c2e-ac29-10efb91f91bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:49.624858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:49.626967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:49.627716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4ec240>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:49.628913 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:security_group_rule and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:49.631939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:49.638638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:49.654905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.725985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.729621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.731825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ad746e95-75cc-4176-9732-3580911dd1a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:49.756374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8415faa4-dbbd-4471-8d52-0609169d41d5,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:49.759151 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:49.763685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcad9ba-57ef-406e-8d7c-a59900681b39 req-91c80bd6-a1ab-44be-ab86-228a6c4ac579 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:49.764878 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcad9ba-57ef-406e-8d7c-a59900681b39 req-91c80bd6-a1ab-44be-ab86-228a6c4ac579 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 944 time: 0.0929272
Apr 07 08:04:49.768659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.773418 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f49d717a-a55f-4371-937f-f489ce94d812 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1602185
Apr 07 08:04:49.774081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44760) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:49.779712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:49.786097 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:49.790729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:floatingip and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:04:49.793796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:04:49.799830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:49.810792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:49.819949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcad9ba-57ef-406e-8d7c-a59900681b39 req-7d49869d-4b88-4748-88d0-44188f342066 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481899
Apr 07 08:04:49.830771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:49.960531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.107133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Allocated IP 172.27.1.166 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/e4dd96ff-17de-4d53-9b43-00b10d1bf83b) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:04:50.173490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4ec240>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 2, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:50.181554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Checking router: 0b9b727a-c548-44e3-b192-a3c842673460 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:04:50.181960 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Updating router 0b9b727a-c548-44e3-b192-a3c842673460 port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 binding host dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 07 08:04:50.267274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.298067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.313157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:50.358666 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 493e034e-57cf-4a71-a583-a9b99b510c83 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:04:50.406887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.450595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'Port': ['ID=e4dd96ff-17de-4d53-9b43-00b10d1bf83b,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:50.455269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:50.504281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:04:50.505427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:50.507722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:04:50.582081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 493e034e-57cf-4a71-a583-a9b99b510c83 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:04:50.592492 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.599906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 493e034e-57cf-4a71-a583-a9b99b510c83 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:50.600328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.655702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.750253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device eee44aa9-0601-4255-88b7-bf2f5636ca19 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:04:50.937716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.941693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64341988'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:50.958543 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ab58185b-3d8e-4b68-8f38-84e5b8939826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:51.064399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011113-aa78-40dc-ba08-d804da21e1e7 req-52e37a68-a041-4dd1-a7e4-d903e7bd7968 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:51.066538 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e0011113-aa78-40dc-ba08-d804da21e1e7 req-52e37a68-a041-4dd1-a7e4-d903e7bd7968 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 944 time: 0.0964606
Apr 07 08:04:51.101685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'Port': ['ID=e4dd96ff-17de-4d53-9b43-00b10d1bf83b,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:51.105408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:51.123266 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e0011113-aa78-40dc-ba08-d804da21e1e7 req-d28bc1ae-5dc2-40aa-a989-1e3d48caf89f tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492327
Apr 07 08:04:51.178124 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:51.208506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:51.231627 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:51.232979 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4578700
Apr 07 08:04:51.235933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493e034e-57cf-4a71-a583-a9b99b510c83'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:51.246549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port eee44aa9-0601-4255-88b7-bf2f5636ca19 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:51.246972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:51.279113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 493e034e-57cf-4a71-a583-a9b99b510c83, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=493e034e-57cf-4a71-a583-a9b99b510c83,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:51.294016 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493e034e-57cf-4a71-a583-a9b99b510c83', 'code': 200}
Apr 07 08:04:51.297482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:51.302578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5e79fdd2-2944-4d11-885c-be7cbd3d7b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:51.423755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-595f63e5-536f-4b7d-86c1-90980a0de817 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Synchronizing usage tracker for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:04:51.441436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-595f63e5-536f-4b7d-86c1-90980a0de817 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Unset dirty status for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:04:51.445611 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-595f63e5-536f-4b7d-86c1-90980a0de817 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--31246334&fields=id&tenant_id=e0d49ffd188f45a182005a52ad3dabc2 HTTP/1.1" status: 200  len: 267 time: 0.0669599
Apr 07 08:04:51.458567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=493e034e-57cf-4a71-a583-a9b99b510c83,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:51.464404 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:51.506534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Notify callbacks [] for port, precommit_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:51.539969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Transition to ACTIVE for port object 1873bbb1-ef56-4332-964d-4ca91c65e6f1 will not be triggered until provisioned by entity L2. {{(pid=84319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:51.549161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:51.564497 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:51.672436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-cec6a0f7-82a3-4b06-b9ad-b18bd1f3fac7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:51.673987 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-cec6a0f7-82a3-4b06-b9ad-b18bd1f3fac7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 810 time: 0.2223296
Apr 07 08:04:51.679880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612c1e5-65ca-4ca1-9760-a4d29f5b5d92 req-74fdd667-b63a-4c4b-bcbb-bba662124789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:51.681465 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7612c1e5-65ca-4ca1-9760-a4d29f5b5d92 req-74fdd667-b63a-4c4b-bcbb-bba662124789 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 1098 time: 0.2024221
Apr 07 08:04:51.697752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908008eb-8526-4b37-afdb-1a8505d5561f None None] Pushing event updated for resources: {'Port': ['ID=1873bbb1-ef56-4332-964d-4ca91c65e6f1,revision_number=3']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:51.702363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-908008eb-8526-4b37-afdb-1a8505d5561f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:51.706334 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-813a110a-193d-4ae0-843b-61853367bf87 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/quotas/e0d49ffd188f45a182005a52ad3dabc2 HTTP/1.1" status: 200  len: 375 time: 0.0238512
Apr 07 08:04:51.778760 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7612c1e5-65ca-4ca1-9760-a4d29f5b5d92 req-d24870dc-786c-4047-b3d3-551548bc3b30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882025
Apr 07 08:04:51.822763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-1df805f8-ec78-43b6-8639-49c8c38f274b tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Synchronizing usage tracker for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:04:51.840053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-1df805f8-ec78-43b6-8639-49c8c38f274b tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Unset dirty status for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:04:51.841520 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-1df805f8-ec78-43b6-8639-49c8c38f274b tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1269596
Apr 07 08:04:51.931628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Attempting to bind port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 on host dv-cinder-782390-4-iscsi for vnic_type normal with profile  {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:04:51.932324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Attempting to bind port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 by drivers openvswitch,hyperv on host dv-cinder-782390-4-iscsi at level 0 using segments [{'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:04:51.932614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Attempting to bind port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 on network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:51.938699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Checking agent: {'id': 'ef540702-29e2-4368-a482-b33ce8474c7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782390-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 47, 27), 'started_at': datetime.datetime(2021, 4, 7, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782390-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:04:51.939061 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Checking segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:04:51.939511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:51.939959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Bound using segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} {{(pid=84319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:04:51.940479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Bound port: 1873bbb1-ef56-4332-964d-4ca91c65e6f1, host: dv-cinder-782390-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'}}] {{(pid=84319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:04:51.940906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:52.047542 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] For port 1873bbb1-ef56-4332-964d-4ca91c65e6f1, host dv-cinder-782390-4-iscsi, cleared binding levels {{(pid=84319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:04:52.050707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] For port 1873bbb1-ef56-4332-964d-4ca91c65e6f1, host dv-cinder-782390-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=1873bbb1-ef56-4332-964d-4ca91c65e6f1,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:04:52.054534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:52.069416 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:52.073868 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-8e620c1d-d3d2-4e65-9772-3a12744ca5b0 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011149
Apr 07 08:04:52.225644 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-e934007d-797b-4043-9af8-0bf5d9b5626f service neutron] 10.222.0.61 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450233
Apr 07 08:04:52.228808 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908008eb-8526-4b37-afdb-1a8505d5561f None None] Pushing event updated for resources: {'Port': ['ID=1873bbb1-ef56-4332-964d-4ca91c65e6f1,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:52.233373 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-908008eb-8526-4b37-afdb-1a8505d5561f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:52.277275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:52.278064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4ec240>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:52.367152 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863054-8f4b-425d-9b41-6594f2379052 req-63c4d46b-a450-40c3-a92c-582666477fe0 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:52.374248 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d5863054-8f4b-425d-9b41-6594f2379052 req-63c4d46b-a450-40c3-a92c-582666477fe0 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 945 time: 0.1294963
Apr 07 08:04:52.490748 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d5863054-8f4b-425d-9b41-6594f2379052 req-b0520cf2-8fbb-4ff2-8971-7b186c734efe tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083534
Apr 07 08:04:52.509397 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-860daa57-6a03-461d-902a-5b57af262314 req-6dcb1b4f-f706-440d-8b2c-1c752cc7ce39 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 210 time: 0.0726128
Apr 07 08:04:52.529731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:52.889163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4ec240>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:52Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:52.893365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00cc99-2858-4554-880e-60fbb38e2062 None None] The sync data for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi is: [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:52Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:04:53.346692 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b252e724-07e2-4aa2-a66e-033aa123dd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:53.752802 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0f5412b4-025b-49fa-a26b-41dfa797f285 req-4b1862f0-c630-4656-ab1a-e122cf1254a0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 210 time: 0.1064355
Apr 07 08:04:53.779549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-dcae5b60-d759-4db5-994e-1535df61283e tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:53.781170 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-dcae5b60-d759-4db5-994e-1535df61283e tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 810 time: 0.3089159
Apr 07 08:04:53.861647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bbd88-44c3-4d34-9ff5-aad354af1116 req-95f8e777-1cab-4593-96f7-be009055bd16 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:53.863258 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c3bbd88-44c3-4d34-9ff5-aad354af1116 req-95f8e777-1cab-4593-96f7-be009055bd16 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 945 time: 0.1751509
Apr 07 08:04:53.901608 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-5e61f39b-789a-4d43-a1c3-d04607b5739b tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e0d49ffd188f45a182005a52ad3dabc2 HTTP/1.1" status: 200  len: 5707 time: 0.1073909
Apr 07 08:04:53.918849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'port': {'device_id': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'admin_state_up': True, 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'security_groups': ['2c95cc39-6a19-4c2e-ac29-10efb91f91bd']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:54.002492 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c3bbd88-44c3-4d34-9ff5-aad354af1116 req-c1af8033-6242-404d-913a-7023380c228b tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312242
Apr 07 08:04:54.077886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:04:54.088475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:04:54.098461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Made reservation on behalf of e0d49ffd188f45a182005a52ad3dabc2 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:04:54.104615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:54.303701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44806) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:04:54.533724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Allocated IP 172.20.0.12 (d1a83dfe-a480-46f0-91c0-c5c337f09ca3/f3d1671c-c08f-4981-be83-42ab10cbe634/22a62ff0-0c8b-4b7e-9f68-d430d1517d6d) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:04:54.657551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Deleting port 1e869dee-afcd-48ed-bd33-03778aec8cf8 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:54.657853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:54.756476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:54.774082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Transition to ACTIVE for port object 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:54.802600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:54.822209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 1873bbb1-ef56-4332-964d-4ca91c65e6f1 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:04:54.825153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0f84c126-4cad-4895-b43f-9741556d77fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:54.916875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning for port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:04:54.922520 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:54.922865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:54.930135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:54.931237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:55.040791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'Port': ['ID=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:55.044010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:55.077376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:55.082848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Calling delete_port for 1e869dee-afcd-48ed-bd33-03778aec8cf8 owned by network:floatingip {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:55.119718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed974f-22cc-465d-b3ee-0f52d63e7bca req-bbf6fbdb-e72f-4775-8089-c1e4a89d894f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:55.121373 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1fed974f-22cc-465d-b3ee-0f52d63e7bca req-bbf6fbdb-e72f-4775-8089-c1e4a89d894f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 932 time: 0.1963880
Apr 07 08:04:55.122586 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] For port 1873bbb1-ef56-4332-964d-4ca91c65e6f1, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=1873bbb1-ef56-4332-964d-4ca91c65e6f1,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:55.130305 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:55.136018 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:55.149213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:04:55.154438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:04:55.171452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:04:55.234733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Pushing event updated for resources: {'Port': ['ID=1873bbb1-ef56-4332-964d-4ca91c65e6f1,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:55.238740 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:55.263974 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1fed974f-22cc-465d-b3ee-0f52d63e7bca req-81d78348-c82a-4a8e-9aca-c038ea1ce271 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1349664
Apr 07 08:04:55.287347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:55.303909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c3753802-39ed-46b7-ba87-d57078bd796f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:55.328455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:55.329179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:55.375724 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4631281
Apr 07 08:04:55.389110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Request body: {'port': {'device_id': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:04:55.444593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69193b89-9ccb-4fc3-a800-7e0ae0257fa4 req-edeb26ac-e5da-4daa-9d73-708482fb828b tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:55.446244 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69193b89-9ccb-4fc3-a800-7e0ae0257fa4 req-edeb26ac-e5da-4daa-9d73-708482fb828b tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 945 time: 0.1748390
Apr 07 08:04:55.459867 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e985ee8a-c474-4d23-8b33-c6c5ebfb673a None None] Provisioning for port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:04:55.466490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-e985ee8a-c474-4d23-8b33-c6c5ebfb673a None None] Provisioning complete for port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:55.467072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e985ee8a-c474-4d23-8b33-c6c5ebfb673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:55.538072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e985ee8a-c474-4d23-8b33-c6c5ebfb673a None None] Port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:04:55.557537 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-69193b89-9ccb-4fc3-a800-7e0ae0257fa4 req-f6061f6f-5c32-4393-9df8-76070824db3e tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026735
Apr 07 08:04:55.577235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:55.643719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event deleted for resources: {'Port': ['ID=1e869dee-afcd-48ed-bd33-03778aec8cf8,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:55.653856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:55.801743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for floatingip, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:55.802114 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Floating IP d7305ed5-d666-4360-92d8-5a8d0fe5cab6 disassociated (deleted). External IP: 172.27.1.36, port: 38d0f2d2-2050-4ea9-9f9e-da8a5573b994.
Apr 07 08:04:56.000911 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:04:56.009955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:56.019505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6f906fe7-b5cf-4e47-be63-341b7212bccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:56.026315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Transition to ACTIVE for port object 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:04:56.029068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:56.044899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-255caeb3-c5d6-4a20-a639-8b0e5a4e850d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:56.179554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Router 40fb32dd-2b94-4820-8c48-24edd45bb6fe has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:04:56.179806 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Pushing event updated for resources: {'Port': ['ID=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:56.184863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:56.397980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:04:56.409544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] Sync routers for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:04:56.421196 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:56.422109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f388160>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:56.422576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:56.448946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:56.493738 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-04e396a5-6b98-42e4-88f0-dba17bf6d019 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "DELETE /v2.0/floatingips/d7305ed5-d666-4360-92d8-5a8d0fe5cab6 HTTP/1.1" status: 204  len: 168 time: 2.1856313
Apr 07 08:04:56.493738 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:56.584042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Attempting to bind port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:04:56.584578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Attempting to bind port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:04:56.584707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Attempting to bind port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d on network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:56.605565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7e35-797a-4642-a55c-5d9a28281150 req-4544541a-7973-4db4-b3e7-e47dab0c43b6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:56.606403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-11bb7e35-797a-4642-a55c-5d9a28281150 req-4544541a-7973-4db4-b3e7-e47dab0c43b6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Synchronizing usage tracker for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:04:56.609330 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d on network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:04:56.609697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Attempting to bind port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d on network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:04:56.621759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:04:56.622130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Checking segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:04:56.622541 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Bound using segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:04:56.623027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Bound port: 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:04:56.623411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:56.661921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-4a3eac50-367e-4698-bd42-3791fb5aea82 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:56.663549 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-4a3eac50-367e-4698-bd42-3791fb5aea82 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.67 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 945 time: 0.2112997
Apr 07 08:04:56.741939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-11bb7e35-797a-4642-a55c-5d9a28281150 req-4544541a-7973-4db4-b3e7-e47dab0c43b6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Unset dirty status for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:04:56.743218 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-11bb7e35-797a-4642-a55c-5d9a28281150 req-4544541a-7973-4db4-b3e7-e47dab0c43b6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 944 time: 0.3571510
Apr 07 08:04:56.790019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 1873bbb1-ef56-4332-964d-4ca91c65e6f1 up at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:04:56.791643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:56.798436 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'status': 'completed', 'code': 200}
Apr 07 08:04:56.878626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Provisioning complete for port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:04:56.879137 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:56.916015 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Deleting port 493e034e-57cf-4a71-a583-a9b99b510c83 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:56.916403 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:56.963987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] For port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:04:56.977607 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-11bb7e35-797a-4642-a55c-5d9a28281150 req-a5a42305-911c-4dab-a8cb-973908899798 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2261376
Apr 07 08:04:57.043060 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] For port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:04:57.063585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:57.083809 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:57.156110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f388160>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:59:01Z', 'revision_number': 5, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:57.160035 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] Checking router: 40fb32dd-2b94-4820-8c48-24edd45bb6fe for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:04:57.168993 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:04:57.169672 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f388160>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:57.359628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:04:57.471763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:57.474120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:57.599016 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:04:57.615953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-f36796d3-9349-44cf-b412-1b626d4f6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:57.617834 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-f36796d3-9349-44cf-b412-1b626d4f6d7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 1099 time: 0.7978134
Apr 07 08:04:57.696346 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Pushing event updated for resources: {'Port': ['ID=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:57.718478 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f388160>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:59:01Z', 'revision_number': 5, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:04:57.722791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d78c0d-b12a-474c-a630-ebb6b6037f3f None None] The sync data for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi is: [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T07:58:44Z', 'revision_number': 4, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '6c3cea1a-a6bd-4fb6-8a04-766514c7f045', 'name': '', 'network_id': 'cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'mac_address': 'fa:16:3e:2b:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '82799706-6bec-401c-bc31-8db2e5963452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:43Z', 'updated_at': '2021-04-07T07:59:01Z', 'revision_number': 5, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'subnets': [{'id': '82799706-6bec-401c-bc31-8db2e5963452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:04:57.736811 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:57.850516 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fec3a5-e979-4011-bffe-84a7d6958082 req-36ef9704-3460-4d8b-9513-ca38e193b980 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:57.852127 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-99fec3a5-e979-4011-bffe-84a7d6958082 req-36ef9704-3460-4d8b-9513-ca38e193b980 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 945 time: 0.8781669
Apr 07 08:04:57.926697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:57.927377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:57.928849 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] 10.222.0.67 "PUT /v2.0/ports/22a62ff0-0c8b-4b7e-9f68-d430d1517d6d HTTP/1.1" status: 200  len: 1094 time: 2.5444529
Apr 07 08:04:57.929445 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'tag': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:57.955996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e53b09-4957-4c19-9d1c-229c3cb82c6f req-2d6a4e7e-6271-4fc0-8067-2a87216e750c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:57.957673 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e7e53b09-4957-4c19-9d1c-229c3cb82c6f req-2d6a4e7e-6271-4fc0-8067-2a87216e750c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.7932050
Apr 07 08:04:57.999180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] For port 493e034e-57cf-4a71-a583-a9b99b510c83, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=493e034e-57cf-4a71-a583-a9b99b510c83,segment=NetworkSegment(5e0c0a6b-9127-49f3-9ad1-c212d8101a7f),segment_id=5e0c0a6b-9127-49f3-9ad1-c212d8101a7f)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:57.999583 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:58.138755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da5438-cd6f-4b11-9088-36816d00e842 None None] New status for floating IP d7305ed5-d666-4360-92d8-5a8d0fe5cab6: DOWN {{(pid=84319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:04:58.152747 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-99fec3a5-e979-4011-bffe-84a7d6958082 req-ebe571df-eb29-4e54-8e76-b7d6a80c414c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/security-groups?id=1c5dd10f-5ed6-4956-8116-11d85011f20a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774463
Apr 07 08:04:58.229439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Calling delete_port for 493e034e-57cf-4a71-a583-a9b99b510c83 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:58.260369 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'tag': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'status': 'completed', 'code': 200}
Apr 07 08:04:58.280865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:58.284741 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-62fcc797-7c13-4d43-8d33-f52c1ba3ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:58.286349 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-62fcc797-7c13-4d43-8d33-f52c1ba3ebe5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 200  len: 910 time: 0.6014280
Apr 07 08:04:58.357850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-960003e4-92c6-45b3-bc09-f538d381e7fd tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84318) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:58.358612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-960003e4-92c6-45b3-bc09-f538d381e7fd tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Synchronizing usage tracker for tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 on resource:port {{(pid=84318) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:04:58.374277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-960003e4-92c6-45b3-bc09-f538d381e7fd tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Unset dirty status for tenant:c52a01b36f2a4b5cb3aa4b283e5a5383 on resource:port {{(pid=84318) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:04:58.375517 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-960003e4-92c6-45b3-bc09-f538d381e7fd tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 946 time: 0.1091313
Apr 07 08:04:58.378978 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e7e53b09-4957-4c19-9d1c-229c3cb82c6f req-dfb0ebb5-9bc2-4369-bb04-e946d09a5919 tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/security-groups?id=2ae1a106-8687-44c6-aa94-061879b6973f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4114840
Apr 07 08:04:58.437674 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-50cd1f54-64b3-45a4-8fed-54fdc91e8ed2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 200  len: 217 time: 0.1334827
Apr 07 08:04:58.474119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Deleting port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:04:58.474513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:58.598623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-e0e4a01c-d8ee-4077-bb78-8144e1e060ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:58.600242 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-e0e4a01c-d8ee-4077-bb78-8144e1e060ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 1097 time: 0.6092825
Apr 07 08:04:58.606892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-2078985d-eb7b-4f98-8983-e443390241b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:58.608378 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-2078985d-eb7b-4f98-8983-e443390241b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 200  len: 848 time: 0.1548526
Apr 07 08:04:58.736875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] For port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:04:58.737315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:58.743418 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-5f2ac1f8-41b4-4b67-953d-354a5ccd4da3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d HTTP/1.1" status: 200  len: 217 time: 0.1328957
Apr 07 08:04:58.807717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20982b0-4013-4a61-9ceb-4f5c394977b2 req-06d554bf-3c5c-402d-b251-8e08a4d7a7aa tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:58.809358 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e20982b0-4013-4a61-9ceb-4f5c394977b2 req-06d554bf-3c5c-402d-b251-8e08a4d7a7aa tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 944 time: 0.4469020
Apr 07 08:04:58.822025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:58.862181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:58.873564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Calling delete_port for 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 owned by compute:nova {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:04:58.980526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Pushing event deleted for resources: {'Port': ['ID=493e034e-57cf-4a71-a583-a9b99b510c83,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:58.995791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:59.020647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:59.021072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-b7019855-af21-4dc2-8380-d346dc0555f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:59.022676 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-b7019855-af21-4dc2-8380-d346dc0555f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.2699962
Apr 07 08:04:59.036436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:04:59.040111 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e20982b0-4013-4a61-9ceb-4f5c394977b2 req-fd5b4c48-40f9-444a-9fc2-8fc982389909 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2196498
Apr 07 08:04:59.085389 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-227d5e10-158b-45c7-9870-a5c229b31c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:59.087666 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-227d5e10-158b-45c7-9870-a5c229b31c9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4716294
Apr 07 08:04:59.135351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event deleted for resources: {'Port': ['ID=38d0f2d2-2050-4ea9-9f9e-da8a5573b994,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:04:59.139180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:04:59.283309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] No DVR routers for this DVR port 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 on host hv-cinder-78239 {{(pid=84318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:04:59.285823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:59.288607 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'name': 'network-vif-deleted', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:04:59.304771 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-be4faaaf-a6f1-4b12-bddc-184b787ee4c7 req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.67 "DELETE /v2.0/ports/38d0f2d2-2050-4ea9-9f9e-da8a5573b994 HTTP/1.1" status: 204  len: 173 time: 0.9225824
Apr 07 08:04:59.339020 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2e3e4b-50b7-4045-a30e-251a01ad7854', 'name': 'network-vif-deleted', 'tag': '38d0f2d2-2050-4ea9-9f9e-da8a5573b994', 'status': 'completed', 'code': 200}
Apr 07 08:04:59.405641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] No DVR routers for this DVR port 493e034e-57cf-4a71-a583-a9b99b510c83 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:04:59.408928 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b9873509-05e0-4788-95ef-d0f27ee3fc98 req-6e82f0f8-0749-48e9-92ee-27fc1e267fe3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.61 "GET /v2.0/ports?device_id=8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0 HTTP/1.1" status: 200  len: 210 time: 0.1209671
Apr 07 08:04:59.409977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:04:59.424989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-cb809b44-1afa-42bd-aea1-8a179bd9e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:04:59.426630 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-cb809b44-1afa-42bd-aea1-8a179bd9e0d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3930960
Apr 07 08:04:59.465060 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-76a8786d-f7b3-4b50-9d29-ce1cec093cc0 service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3611555
Apr 07 08:04:59.516469 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c3ce9213-0c5b-4d82-b7fc-dbef39f068fd req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] 10.222.0.67 "DELETE /v2.0/ports/493e034e-57cf-4a71-a583-a9b99b510c83 HTTP/1.1" status: 204  len: 173 time: 2.8192496
Apr 07 08:04:59.938690 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-744cb23a-c29b-4629-b9ed-1d8a9105fcc6 req-98724e18-3a21-4986-805b-dc257240ca6d tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba2e3e4b-50b7-4045-a30e-251a01ad7854 HTTP/1.1" status: 200  len: 210 time: 0.4165971
Apr 07 08:05:00.019086 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-79acc9b9-d678-4e6b-a2bf-90eb2ca6d07d service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5819445
Apr 07 08:05:00.027508 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-76222f8f-81e9-42ea-a9c0-edc4c31cda71 req-6d4b4775-1fe8-4f64-b095-94b29f42ee7b service neutron] 10.222.0.67 "GET /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5043638
Apr 07 08:05:00.211033 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5cffeb7-6914-4eff-a1ad-45c7ab0848a5 req-504f3336-4b7c-46f2-a331-1456c91294c3 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825132
Apr 07 08:05:00.256568 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064b61c-599c-45cd-b2ea-252042d3da02 req-7fb1749f-5658-4579-b060-f8d6d092b461 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:00.258626 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3064b61c-599c-45cd-b2ea-252042d3da02 req-7fb1749f-5658-4579-b060-f8d6d092b461 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 944 time: 0.0997148
Apr 07 08:05:00.261213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0', 'name': 'network-vif-deleted', 'tag': '493e034e-57cf-4a71-a583-a9b99b510c83'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:05:00.332239 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edc3c0a-6618-49b3-9a5e-cd4cf401c3a0', 'name': 'network-vif-deleted', 'tag': '493e034e-57cf-4a71-a583-a9b99b510c83', 'status': 'completed', 'code': 200}
Apr 07 08:05:00.367559 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3064b61c-599c-45cd-b2ea-252042d3da02 req-73e12af5-fcb1-4d7b-800f-b47722f47ed4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1005366
Apr 07 08:05:00.390009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-08301933-43e1-402f-90f6-fe41da418cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:00.391633 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-08301933-43e1-402f-90f6-fe41da418cb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 1097 time: 0.1313617
Apr 07 08:05:00.408310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:05:00.447352 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:05:00.447752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 38d0f2d2-2050-4ea9-9f9e-da8a5573b994 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:05:00.448227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 493e034e-57cf-4a71-a583-a9b99b510c83 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:05:00.485603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 493e034e-57cf-4a71-a583-a9b99b510c83 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:05:00.486012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 493e034e-57cf-4a71-a583-a9b99b510c83 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:05:00.537127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-11187a73-9d89-4446-a625-b6d36580b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:00.538736 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-11187a73-9d89-4446-a625-b6d36580b0ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 911 time: 0.1405692
Apr 07 08:05:00.613801 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-fee61de2-5c47-433e-b355-d1ab75b52fc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d HTTP/1.1" status: 200  len: 217 time: 0.0680332
Apr 07 08:05:00.688345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-7a64a8c3-0798-4230-b9ac-5427752a05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:00.689989 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-7a64a8c3-0798-4230-b9ac-5427752a05c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.0687225
Apr 07 08:05:00.773753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-193b54ea-152a-45d6-8337-0ed418da8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:00.775432 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-193b54ea-152a-45d6-8337-0ed418da8afb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777366
Apr 07 08:05:00.922148 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-f2f93263-8fe6-4f23-b7fd-aabd0f00ff22 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394415
Apr 07 08:05:01.043088 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44864) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:01.071882 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-87941ad6-38ca-435a-9be1-255b544dd5f7 req-6c0b6dc6-43c9-4eff-a6be-fceac6c37d3a service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426275
Apr 07 08:05:01.131443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e88f4b41-c117-4bde-8f85-d4d39978737b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:01.165001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e88f4b41-c117-4bde-8f85-d4d39978737b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:01.218777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e88f4b41-c117-4bde-8f85-d4d39978737b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:01.224068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-20a07f4a-c545-4e53-bebb-22c549524648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:01.240137 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4b41-c117-4bde-8f85-d4d39978737b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae1a106-8687-44c6-aa94-061879b6973f,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:01.243127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e88f4b41-c117-4bde-8f85-d4d39978737b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:01.249564 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e88f4b41-c117-4bde-8f85-d4d39978737b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:01.253630 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e88f4b41-c117-4bde-8f85-d4d39978737b tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] 10.222.0.61 "DELETE /v2.0/security-groups/2ae1a106-8687-44c6-aa94-061879b6973f HTTP/1.1" status: 204  len: 168 time: 0.2095504
Apr 07 08:05:01.306318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44876) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:01.753958 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698abc7-045d-45e9-b4e0-f84fbc22e4bc req-0ee1d32f-63f5-4d75-b1dc-a29c810232c9 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:01.755560 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d698abc7-045d-45e9-b4e0-f84fbc22e4bc req-0ee1d32f-63f5-4d75-b1dc-a29c810232c9 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 944 time: 0.2669771
Apr 07 08:05:01.834335 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d698abc7-045d-45e9-b4e0-f84fbc22e4bc req-cb5a9892-bf44-4c82-a9a0-a0b931307058 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0701571
Apr 07 08:05:02.066179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:02.430898 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Deleting port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:02.431273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:02.609580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] For port 6c3cea1a-a6bd-4fb6-8a04-766514c7f045, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:02.609968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:02.739824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Calling delete_port for 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 owned by network:router_interface {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:02.913643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:02.929735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-adbe42db-e764-439c-8c44-465fbe48e067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:03.310667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3cea1a-a6bd-4fb6-8a04-766514c7f045,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:03.324554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:03.407855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee1f88-9ac0-41e6-9fc3-87869fa08eb6 req-3b83ce23-6677-4486-b9ca-3672c2811044 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:03.409464 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-05ee1f88-9ac0-41e6-9fc3-87869fa08eb6 req-3b83ce23-6677-4486-b9ca-3672c2811044 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 944 time: 0.4014356
Apr 07 08:05:03.539324 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-05ee1f88-9ac0-41e6-9fc3-87869fa08eb6 req-37dd336b-dcd9-42ad-a58a-0f96367deda7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1231482
Apr 07 08:05:03.737474 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:04.240476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Router 40fb32dd-2b94-4820-8c48-24edd45bb6fe has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:05:04.425412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:05:04.435046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] Sync routers for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:05:04.439671 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] 10.222.0.61 "PUT /v2.0/routers/40fb32dd-2b94-4820-8c48-24edd45bb6fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1309023
Apr 07 08:05:04.443013 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44918) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:04.447624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:05:04.448280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f034eb8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:04.632560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:04.635598 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:05:04.856053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:05:04.890447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eb431-b773-403d-b83d-9b38471e2af8 req-a16e6ded-f902-418d-bda4-3f476890f0f3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:04.892056 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f82eb431-b773-403d-b83d-9b38471e2af8 req-a16e6ded-f902-418d-bda4-3f476890f0f3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 944 time: 0.2078335
Apr 07 08:05:04.917449 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:04.939004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Deleting port 51cf9d1a-c371-497d-a794-d127afe78af1 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:04.939379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:04.940921 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f034eb8>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T08:05:02Z', 'revision_number': 5, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port': {'id': '51cf9d1a-c371-497d-a794-d127afe78af1', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:36Z', 'updated_at': '2021-04-07T07:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:04.944959 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] Checking router: 40fb32dd-2b94-4820-8c48-24edd45bb6fe for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:05:04.954122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] Routers {'40fb32dd-2b94-4820-8c48-24edd45bb6fe'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:05:04.954488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f034eb8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:04.991583 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f82eb431-b773-403d-b83d-9b38471e2af8 req-8052f418-338c-48d9-a24e-1f12caa0c3af tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0915153
Apr 07 08:05:05.023342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:05.038961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'port_id': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'mac_address': 'fa:16:3e:1e:1d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:05:05.105180 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:05.120694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] Set router 40fb32dd-2b94-4820-8c48-24edd45bb6fe gateway port host: None {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:05:05.125237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:05:05.142544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:05.146043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] For port 51cf9d1a-c371-497d-a794-d127afe78af1, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=51cf9d1a-c371-497d-a794-d127afe78af1,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:05.146205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:05.146456 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:05.148057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-49635158-e292-49e9-a461-81ada0905783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:05.217890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:05.221194 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:05.237130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f034eb8>, [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T08:05:04Z', 'revision_number': 6, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port_host': None}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:05.241499 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549d06-ed4a-411a-90d4-a10c33a36f51 None None] The sync data for ids ['40fb32dd-2b94-4820-8c48-24edd45bb6fe'] in dv-cinder-782390-4-iscsi is: [{'id': '40fb32dd-2b94-4820-8c48-24edd45bb6fe', 'name': 'tempest-TestShelveInstance-1986992354-router', 'tenant_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:34Z', 'updated_at': '2021-04-07T08:05:04Z', 'revision_number': 6, 'project_id': 'c52a01b36f2a4b5cb3aa4b283e5a5383', 'gw_port_host': None}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:05:05.284924 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Calling delete_port for 51cf9d1a-c371-497d-a794-d127afe78af1 owned by network:router_gateway {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:05.361595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['22a62ff0-0c8b-4b7e-9f68-d430d1517d6d'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:05:05.468601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:05.486906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:05.839629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=51cf9d1a-c371-497d-a794-d127afe78af1,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:05.858735 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:06.051359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.285908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.289590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.330646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.331232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40fb32dd-2b94-4820-8c48-24edd45bb6fe {{(pid=84317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 08:05:06.350687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b44ec-1a45-4a37-b82e-2c32ff73dec1 req-e887f745-62f1-41fd-ae88-17e304c666df tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:06.352226 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8b8b44ec-1a45-4a37-b82e-2c32ff73dec1 req-e887f745-62f1-41fd-ae88-17e304c666df tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 945 time: 0.1279418
Apr 07 08:05:06.359383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.360624 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/40fb32dd-2b94-4820-8c48-24edd45bb6fe HTTP/1.1" status: 204  len: 168 time: 1.9165900
Apr 07 08:05:06.363488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44952) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:06.407062 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8b8b44ec-1a45-4a37-b82e-2c32ff73dec1 req-995db0c9-2368-4133-bd99-15afd7ae2777 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449533
Apr 07 08:05:06.454616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:05:06.478215 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] Deleting subnet 82799706-6bec-401c-bc31-8db2e5963452 {{(pid=84318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:05:06.481948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.549536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:05:06.557605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:05:06.558368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.559029 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65686612'] for subnet, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.697503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.714685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.764954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:05:06.778946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:06.787686 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:06.794268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:06.840275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 51cf9d1a-c371-497d-a794-d127afe78af1 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:05:06.879769 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'code': 200}
Apr 07 08:05:06.894302 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 51cf9d1a-c371-497d-a794-d127afe78af1 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:05:06.894837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 51cf9d1a-c371-497d-a794-d127afe78af1 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:05:06.895399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:05:06.946876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:05:06.947618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 6c3cea1a-a6bd-4fb6-8a04-766514c7f045 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:05:06.973218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:06.977132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:07.100447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64341809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65652369'] for subnet, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:07.126558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-68da1f1f-f76b-492b-9b69-5868bd1a0d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:07.156032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89305f-686c-4adc-8520-08cfeca2a5ff req-71a79c71-295d-41ab-af9f-d1eb0f0789fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:07.158772 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0c89305f-686c-4adc-8520-08cfeca2a5ff req-71a79c71-295d-41ab-af9f-d1eb0f0789fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 1099 time: 0.0888019
Apr 07 08:05:07.207351 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0c89305f-686c-4adc-8520-08cfeca2a5ff req-7fa017d0-1bb1-4bd0-a21d-e674cc3998b2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395458
Apr 07 08:05:07.220396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82799706-6bec-401c-bc31-8db2e5963452,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:07.225199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:07.274752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:07.282451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc16875-6fa9-4aac-8809-9b2ae2af9db7 None None] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:05:07.284674 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8674165a-20f9-4369-8b25-81670c201dc6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/82799706-6bec-401c-bc31-8db2e5963452 HTTP/1.1" status: 204  len: 168 time: 0.9194977
Apr 07 08:05:07.287179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44962) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:07.429181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:07.560268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Deleting port 65359da7-b0c7-44b9-b4d5-a575461caee7 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:07.560848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:07.637957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] DHCP port deletion for cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d request from dv-cinder-782390-4-iscsi {{(pid=84319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 08:05:07.645450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] Deleting port 65359da7-b0c7-44b9-b4d5-a575461caee7 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:07.647448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:07.685507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26993607-8e16-48fa-85c0-83014ed847ff req-107376c7-9d28-4aea-b650-f571f6dc1745 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:07.693483 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-26993607-8e16-48fa-85c0-83014ed847ff req-107376c7-9d28-4aea-b650-f571f6dc1745 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.1329987
Apr 07 08:05:07.749757 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-26993607-8e16-48fa-85c0-83014ed847ff req-9e4c22ba-1ecd-4bc6-8933-9e1664b78700 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0552368
Apr 07 08:05:07.838856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] For port 65359da7-b0c7-44b9-b4d5-a575461caee7, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=65359da7-b0c7-44b9-b4d5-a575461caee7,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:07.839680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:07.927862 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] For port 65359da7-b0c7-44b9-b4d5-a575461caee7, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=65359da7-b0c7-44b9-b4d5-a575461caee7,segment=NetworkSegment(aadc7488-3494-4bec-985b-0f06dca44a1e),segment_id=aadc7488-3494-4bec-985b-0f06dca44a1e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:07.928253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:08.019331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Calling delete_port for 65359da7-b0c7-44b9-b4d5-a575461caee7 owned by network:dhcp {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:08.122439 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:08.157272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8d605713-0ef8-4879-8b22-c75c011e7485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:08.268697 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=65359da7-b0c7-44b9-b4d5-a575461caee7,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:08.273931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:08.292924 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] Calling delete_port for 65359da7-b0c7-44b9-b4d5-a575461caee7 owned by network:dhcp {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:08.324174 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] No DVR routers for this DVR port 65359da7-b0c7-44b9-b4d5-a575461caee7 on host dv-cinder-782390-4-iscsi {{(pid=84318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:05:08.375342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.api [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84319) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 08:05:08.375754 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.api [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 08:05:08.467390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:08.761696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 65359da7-b0c7-44b9-b4d5-a575461caee7 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:05:08.811134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 65359da7-b0c7-44b9-b4d5-a575461caee7 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:05:08.811531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 65359da7-b0c7-44b9-b4d5-a575461caee7 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:05:08.876010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1d4f7208>,) {'filters': {'network_id': ['cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d']}} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:08.877226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] Deleting port 65359da7-b0c7-44b9-b4d5-a575461caee7 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:08.877794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:08.910858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d4f7208>, 'aadc7488-3494-4bec-985b-0f06dca44a1e') {'for_net_delete': True} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:08.911197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d4f7208>, 'aadc7488-3494-4bec-985b-0f06dca44a1e') {} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:08.943995 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789089187'] for segment, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:08.961749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-72feb141-3bfc-40f8-8381-03c74ae524e8 None None] The port '65359da7-b0c7-44b9-b4d5-a575461caee7' was deleted {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 08:05:08.968264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:08.975526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=84318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:05:09.015812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72bd67-040a-4015-a9ea-8d166091f523 req-13eb9f33-8f01-4136-acd2-3838fbb0be18 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:09.017534 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3b72bd67-040a-4015-a9ea-8d166091f523 req-13eb9f33-8f01-4136-acd2-3838fbb0be18 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.1258039
Apr 07 08:05:09.073895 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3b72bd67-040a-4015-a9ea-8d166091f523 req-b55bb908-a96b-4f32-b366-724700f052de tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0493419
Apr 07 08:05:09.206108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:05:09.221429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64341914'] for segment, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:09.299582 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b50e0-4c09-45df-8936-ccd9ba31ccc2 req-52c90f5d-ede0-4788-bff0-ebac111453db tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:09.301369 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-693b50e0-4c09-45df-8936-ccd9ba31ccc2 req-52c90f5d-ede0-4788-bff0-ebac111453db tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0975051
Apr 07 08:05:09.311711 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 44982) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:09.317702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'floatingip': {'port_id': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:05:09.401887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:09.424216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Network cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:05:09.454770 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:05:09.592615 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:09.598190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:09.614870 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:09.629346 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:09.634857 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:09.642417 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] 10.222.0.61 "DELETE /v2.0/networks/cc89eef7-c700-4c6f-8ebc-7c1f8b37eb1d HTTP/1.1" status: 204  len: 168 time: 2.3513730
Apr 07 08:05:09.642669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 44988) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:10.237310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:10.242729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:10.372320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:10.460242 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Floating IP 5eb43f57-c69c-424b-ad6a-fe390824e40d associated. External IP: 172.27.1.166, port: 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d.
Apr 07 08:05:10.793515 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Deleting port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:10.794277 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:10.918222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Router 0b9b727a-c548-44e3-b192-a3c842673460 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:05:10.995900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] For port 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,segment=NetworkSegment(df63077b-acc8-429e-9e8d-23073bbda254),segment_id=df63077b-acc8-429e-9e8d-23073bbda254)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:10.996473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:11.138565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Calling delete_port for 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe owned by network:router_interface {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:11.174269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:05:11.180420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:11.187518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] Sync routers for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:05:11.198556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:05:11.199367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f208a58>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:11.265481 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-85883424-449e-4345-813e-38e4bddb3c34 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "PUT /v2.0/floatingips/5eb43f57-c69c-424b-ad6a-fe390824e40d HTTP/1.1" status: 200  len: 992 time: 1.9525471
Apr 07 08:05:11.266328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'tag': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:05:11.365354 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'tag': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'status': 'completed', 'code': 200}
Apr 07 08:05:11.453865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:11.510513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-1c2d77ce-d701-43c2-afe3-d814212207a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:11.512204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:05:11.512749 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-1c2d77ce-d701-43c2-afe3-d814212207a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 1099 time: 0.1150374
Apr 07 08:05:11.613183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-07fb033b-ec81-4fd4-8047-95f9ef476d80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:11.671133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cfa9ea-a98e-426c-b898-4ea27bdbe2fe,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:11.679440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:11.716441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-8ecb740c-c68d-437b-9cc4-72608f346a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:11.718404 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-8ecb740c-c68d-437b-9cc4-72608f346a91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 911 time: 0.1976187
Apr 07 08:05:11.943819 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-a7c8835f-61f2-4075-8c16-39cae3940d76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d HTTP/1.1" status: 200  len: 1000 time: 0.2178633
Apr 07 08:05:12.044179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-07ba4889-9b5d-4b32-87c4-5bb944083199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:12.046120 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-07ba4889-9b5d-4b32-87c4-5bb944083199 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.0949767
Apr 07 08:05:12.060584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f208a58>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '5eb43f57-c69c-424b-ad6a-fe390824e40d', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'port_id': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'mac_address': 'fa:16:3e:1e:1d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:04:50Z', 'updated_at': '2021-04-07T08:05:10Z', 'revision_number': 1, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:12.065271 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] Checking router: 0b9b727a-c548-44e3-b192-a3c842673460 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:05:12.074381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:05:12.075052 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f208a58>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:12.102895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:12.162383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-2b99e6b0-8ff4-49b9-bea6-8d99ad8f877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:12.164402 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-2b99e6b0-8ff4-49b9-bea6-8d99ad8f877a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1117816
Apr 07 08:05:12.367217 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-df52f7c8-d18d-44d8-b6de-aefab198f198 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1951730
Apr 07 08:05:12.368397 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:05:12.584288 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b5f6d91b-3d48-4f76-8a26-d7dfd5d3bbc3 req-b333a294-bc83-41ed-8819-af6d107add7c service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2036607
Apr 07 08:05:12.866768 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f208a58>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '5eb43f57-c69c-424b-ad6a-fe390824e40d', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'port_id': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'mac_address': 'fa:16:3e:1e:1d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:04:50Z', 'updated_at': '2021-04-07T08:05:10Z', 'revision_number': 1, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:12.872631 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c20892-50ae-4991-a332-2db36b156774 None None] The sync data for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi is: [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '5eb43f57-c69c-424b-ad6a-fe390824e40d', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'port_id': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'mac_address': 'fa:16:3e:1e:1d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:04:50Z', 'updated_at': '2021-04-07T08:05:10Z', 'revision_number': 1, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:05:13.057369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:05:13.230633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3142cd-e0fe-4737-812a-defc19abd1cc None None] New status for floating IP 5eb43f57-c69c-424b-ad6a-fe390824e40d: ACTIVE {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:05:13.282036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:05:13.294978 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1f98110d-d0c5-466e-92b9-9c5d067655d5 admin admin] 10.222.0.61 "PUT /v2.0/routers/3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6489060
Apr 07 08:05:13.295253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45016) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:13.299287 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] Sync routers for ids ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:05:13.316626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] Routers {'3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:05:13.317372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f108ac8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:13.536675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks [] for router, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:13.546001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] Set router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:05:13.742843 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:13.753227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Deleting port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:13.753595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:13.974719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f108ac8>, [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T08:05:11Z', 'revision_number': 5, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port': {'id': '636f3fa3-7bc2-4592-8a89-741ea39cfcf8', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T07:58:54Z', 'updated_at': '2021-04-07T07:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:13.980116 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] Checking router: 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:05:13.981717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] For port 636f3fa3-7bc2-4592-8a89-741ea39cfcf8, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=636f3fa3-7bc2-4592-8a89-741ea39cfcf8,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:13.982255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:13.990810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] Routers {'3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:05:13.992010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f108ac8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:04:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:14.122529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Calling delete_port for 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 owned by network:router_gateway {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:14.176021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] Set router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e gateway port host: None {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:05:14.321900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:14.324101 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f108ac8>, [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T08:05:13Z', 'revision_number': 6, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port_host': None}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:14.330109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142dcf72-ba8d-40d2-b335-c876f1b45e3f None None] The sync data for ids ['3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e'] in dv-cinder-782390-4-iscsi is: [{'id': '3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e', 'name': 'tempest-TestShelveInstance-1707902573-router', 'tenant_id': '92d91e70070445398493247a2fe5b8c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T07:58:51Z', 'updated_at': '2021-04-07T08:05:13Z', 'revision_number': 6, 'project_id': '92d91e70070445398493247a2fe5b8c8', 'gw_port_host': None}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:05:14.344025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:14.453901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Pushing event deleted for resources: {'Port': ['ID=636f3fa3-7bc2-4592-8a89-741ea39cfcf8,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:14.456637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:14.678433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:14.794573 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:05:14.908203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:05:14.908632 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 04cfa9ea-a98e-426c-b898-4ea27bdbe2fe not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:05:14.909246 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:05:14.914079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:14.917700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:14.962793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:14.963436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e {{(pid=84318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 08:05:14.984781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:14.988727 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-fead9326-2b07-4e8c-8a98-569e4145f597 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3e9067b9-e721-4ee1-8ca8-a33f2b4b2d5e HTTP/1.1" status: 204  len: 168 time: 1.6899574
Apr 07 08:05:14.989149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45032) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:14.997120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:05:14.997754 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 636f3fa3-7bc2-4592-8a89-741ea39cfcf8 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:05:15.077518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] Deleting subnet 532c0dce-498b-4470-9945-7ac997406585 {{(pid=84318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:05:15.080924 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:15.158331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65686612'] for subnet, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:15.264091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:15.541600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64341809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65652369'] for subnet, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:15.558626 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9c88f095-f4dc-4ced-9995-6d69563f245a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:15.645976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=532c0dce-498b-4470-9945-7ac997406585,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:15.651030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:15.713878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:15.722672 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-41ae56b1-68bf-4e56-af50-04a0d7ca5a20 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/532c0dce-498b-4470-9945-7ac997406585 HTTP/1.1" status: 204  len: 168 time: 0.7300665
Apr 07 08:05:15.722866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc135a7-dcc8-414e-b446-a17b34f36704 None None] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:05:15.723161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45040) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:16.131310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:16.209003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Deleting port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:16.209372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:16.331080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] DHCP port deletion for 19f3ef94-6c8d-4df8-b14c-c22560a62768 request from dv-cinder-782390-4-iscsi {{(pid=84319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 08:05:16.335468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] Deleting port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:16.335892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:16.459289 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] For port eb96dfb6-75d9-4a17-919c-c0444ab6bef4, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=eb96dfb6-75d9-4a17-919c-c0444ab6bef4,segment=NetworkSegment(df63077b-acc8-429e-9e8d-23073bbda254),segment_id=df63077b-acc8-429e-9e8d-23073bbda254)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:16.459734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:16.599907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] For port eb96dfb6-75d9-4a17-919c-c0444ab6bef4, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=eb96dfb6-75d9-4a17-919c-c0444ab6bef4,segment=NetworkSegment(df63077b-acc8-429e-9e8d-23073bbda254),segment_id=df63077b-acc8-429e-9e8d-23073bbda254)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:16.600902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:16.601908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Calling delete_port for eb96dfb6-75d9-4a17-919c-c0444ab6bef4 owned by network:dhcp {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:16.729788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:16.766052 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] Calling delete_port for eb96dfb6-75d9-4a17-919c-c0444ab6bef4 owned by network:dhcp {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:16.802040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device eb96dfb6-75d9-4a17-919c-c0444ab6bef4 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:05:16.847110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: eb96dfb6-75d9-4a17-919c-c0444ab6bef4 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:05:16.847526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device eb96dfb6-75d9-4a17-919c-c0444ab6bef4 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:05:16.872341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:16.894967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.api [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84319) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 08:05:16.895636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.api [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 08:05:16.940888 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Pushing event deleted for resources: {'Port': ['ID=eb96dfb6-75d9-4a17-919c-c0444ab6bef4,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:16.952866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:16.971224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] No DVR routers for this DVR port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 on host dv-cinder-782390-4-iscsi {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:05:17.107925 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:17.237695 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1eca4f98>,) {'filters': {'network_id': ['19f3ef94-6c8d-4df8-b14c-c22560a62768']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:17.252415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1eca4f98>, 'df63077b-acc8-429e-9e8d-23073bbda254') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:17.252753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1eca4f98>, 'df63077b-acc8-429e-9e8d-23073bbda254') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:17.266533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:17.283059 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:17.290424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:05:17.397605 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] Deleting port eb96dfb6-75d9-4a17-919c-c0444ab6bef4 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:17.397965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:17.498291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4520a35a-a4ee-4c60-babe-070fa4025007 None None] The port 'eb96dfb6-75d9-4a17-919c-c0444ab6bef4' was deleted {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 08:05:17.518929 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:05:17.528559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:17.716881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Network 19f3ef94-6c8d-4df8-b14c-c22560a62768 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:05:17.739640 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:05:17.825032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:17.829906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:17.837779 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:17.871475 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] 10.222.0.61 "DELETE /v2.0/networks/19f3ef94-6c8d-4df8-b14c-c22560a62768 HTTP/1.1" status: 204  len: 168 time: 2.1470633
Apr 07 08:05:17.878423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Pushing event deleted for resources: {'Network': ['ID=19f3ef94-6c8d-4df8-b14c-c22560a62768,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:17.881138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-90db55f3-2796-4750-b92c-9442e25628ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:18.006856 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45062) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:18.061393 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4bdd2120-dfa2-4211-bd5e-0b6da9c80529 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c52a01b36f2a4b5cb3aa4b283e5a5383&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530894
Apr 07 08:05:18.064490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45066) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:18.137708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-947e727a-e2ac-40b0-9aae-04a384ac0de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:18.165906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-947e727a-e2ac-40b0-9aae-04a384ac0de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:18.222167 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-947e727a-e2ac-40b0-9aae-04a384ac0de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:18.230608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fec4fe10-34fc-4a2e-a97a-39b33dfc63ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:18.250487 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e727a-e2ac-40b0-9aae-04a384ac0de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7a848-72c4-4705-994e-8f744bfc7f5d,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:18.254720 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-947e727a-e2ac-40b0-9aae-04a384ac0de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:18.259823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-947e727a-e2ac-40b0-9aae-04a384ac0de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:18.264106 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-947e727a-e2ac-40b0-9aae-04a384ac0de8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fc7a848-72c4-4705-994e-8f744bfc7f5d HTTP/1.1" status: 204  len: 168 time: 0.1959758
Apr 07 08:05:18.740584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45080) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:18.803402 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-cef8288e-3705-495f-8688-dd3bdf69ebe3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92d91e70070445398493247a2fe5b8c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0609608
Apr 07 08:05:18.806654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45084) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:18.881285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33906ec9-659b-4a4b-b0e1-7b7b310902a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:18.916758 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33906ec9-659b-4a4b-b0e1-7b7b310902a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:19.054831 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33906ec9-659b-4a4b-b0e1-7b7b310902a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:19.060886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-abd860e4-aec3-4df2-956c-668823eb3874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:19.074044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33906ec9-659b-4a4b-b0e1-7b7b310902a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a59a30-dfba-405b-bd6f-bb11938ddc5d,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:19.077211 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-33906ec9-659b-4a4b-b0e1-7b7b310902a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:19.079281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-33906ec9-659b-4a4b-b0e1-7b7b310902a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:19.080488 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-33906ec9-659b-4a4b-b0e1-7b7b310902a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4a59a30-dfba-405b-bd6f-bb11938ddc5d HTTP/1.1" status: 204  len: 168 time: 0.2727892
Apr 07 08:05:23.349341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-fe6e2f67-4a1f-4e1b-a4bc-9b59cef62535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:25.892079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45196) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:25.958065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] Deleting subnet 41348e2b-99ca-4f84-8705-aa2e24834bdc {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:05:25.961114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.013181 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789355933'] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.020460 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-45479ade-f053-42d6-8a06-72f675fa55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.075135 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.326141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787880556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65395904'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.341309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1bdf2b52-7ac0-4c23-929e-c6e4385ef40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:26.425015 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41348e2b-99ca-4f84-8705-aa2e24834bdc,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:26.429175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:26.444077 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.476481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.482581 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0bac0f93-90ed-480a-bcc2-a65382fd31a6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/41348e2b-99ca-4f84-8705-aa2e24834bdc HTTP/1.1" status: 204  len: 168 time: 0.5893149
Apr 07 08:05:26.485379 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45202) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:26.597106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.786683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.903687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1d582400>,) {'filters': {'network_id': ['1605bb81-981e-446d-9801-3cc12856a1d3']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:26.916810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d582400>, '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:26.917170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d582400>, '5e0c0a6b-9127-49f3-9ad1-c212d8101a7f') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:26.928934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.943512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:26.949813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:05:27.131493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Network 1605bb81-981e-446d-9801-3cc12856a1d3 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:05:27.141071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.316816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Network 1605bb81-981e-446d-9801-3cc12856a1d3 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:05:27.339014 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:05:27.416985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.420597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:27.436848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.444393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=1605bb81-981e-446d-9801-3cc12856a1d3,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:27.446827 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:27.450776 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2273b011-fcdc-46d8-b0b1-e4db6e7c5e4d admin admin] 10.222.0.61 "DELETE /v2.0/networks/1605bb81-981e-446d-9801-3cc12856a1d3 HTTP/1.1" status: 204  len: 168 time: 0.9619966
Apr 07 08:05:27.453393 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.512995 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.630376 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45210) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:27.682574 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-04f3350e-7e75-40c4-bd64-974e9d7635cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9543a6f388c42c9bd60ea0edddaa17a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508993
Apr 07 08:05:27.685113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45214) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:05:27.749265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-246829a5-cc66-4859-a1c5-505ac2e67b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.776021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-246829a5-cc66-4859-a1c5-505ac2e67b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.820459 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-246829a5-cc66-4859-a1c5-505ac2e67b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.825600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:27.836539 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246829a5-cc66-4859-a1c5-505ac2e67b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5dd10f-5ed6-4956-8116-11d85011f20a,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:27.840249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-246829a5-cc66-4859-a1c5-505ac2e67b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:27.844324 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-246829a5-cc66-4859-a1c5-505ac2e67b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:27.845584 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-246829a5-cc66-4859-a1c5-505ac2e67b06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c5dd10f-5ed6-4956-8116-11d85011f20a HTTP/1.1" status: 204  len: 168 time: 0.1595058
Apr 07 08:05:28.144940 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:31.879751 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-b81fd968-cd16-4e55-9978-fc947c45b2b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0771487
Apr 07 08:05:31.980838 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-80e220bc-154c-4315-90ea-6e5f7ec924bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:31.982446 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-80e220bc-154c-4315-90ea-6e5f7ec924bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 1098 time: 0.0810978
Apr 07 08:05:32.140788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-a08ab8c4-373b-445f-a7b3-25bec6303d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:32.142301 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-a08ab8c4-373b-445f-a7b3-25bec6303d76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1394727
Apr 07 08:05:32.252150 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-c2d604c8-5338-4fdf-937e-2d0b7d959171 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 HTTP/1.1" status: 200  len: 1001 time: 0.1022916
Apr 07 08:05:32.319517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-85db6076-e8c0-4c31-a4b4-f9386e2d3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:32.321069 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-85db6076-e8c0-4c31-a4b4-f9386e2d3afb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0627470
Apr 07 08:05:32.641118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-5011862a-783f-493c-aa32-fdc015e1f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:32.642737 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-5011862a-783f-493c-aa32-fdc015e1f543 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3154180
Apr 07 08:05:32.785291 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-e4d837f2-f736-4b9f-9cff-d73c81991e6a service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351521
Apr 07 08:05:32.927794 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-829b7bdf-742b-4af0-9fd5-e2edd440aaed req-343f0076-849a-4d26-9837-275e6d6261b1 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359701
Apr 07 08:05:34.589704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:05:53.350390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b2cd92cc-8c41-4ed2-a966-772c8271a9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:54.024003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45644715-5525-4a2d-9e07-533cc509eff3 req-8d6d0b0d-ea8a-4f97-bde1-a1a332281ebd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:54.025576 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-45644715-5525-4a2d-9e07-533cc509eff3 req-8d6d0b0d-ea8a-4f97-bde1-a1a332281ebd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 945 time: 0.0882163
Apr 07 08:05:54.074553 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-45644715-5525-4a2d-9e07-533cc509eff3 req-ce8b26d9-b318-42da-8d34-5ae864f5be86 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422149
Apr 07 08:05:55.280383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc479f1b-45da-4fca-bdd3-7a07e5d76d79 req-3a956a5a-f111-409e-b9bd-9d3868aedc5d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:55.282047 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dc479f1b-45da-4fca-bdd3-7a07e5d76d79 req-3a956a5a-f111-409e-b9bd-9d3868aedc5d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 945 time: 0.0915689
Apr 07 08:05:55.368142 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dc479f1b-45da-4fca-bdd3-7a07e5d76d79 req-e06a0bc2-c9ee-4a90-990a-8f775bcd818a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796454
Apr 07 08:05:55.412538 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-c0a1576e-6b1a-4b23-8505-747b4612d227 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:55.414102 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-c0a1576e-6b1a-4b23-8505-747b4612d227 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 945 time: 0.0890293
Apr 07 08:05:55.491530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Deleting port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:05:55.491910 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:55.749377 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] For port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:05:55.749701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:56.020821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b12ea580-927d-414c-ab3b-1f33f9b84dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:56.051380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:56.051792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:56.052142 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Floating IP 9e564e74-d089-42f7-aabf-d380e419ea3d disassociated. External IP: 172.27.1.106, port: fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3.
Apr 07 08:05:56.052656 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Calling delete_port for fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:05:56.200320 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:56.215651 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-58813fc1-5bd0-4d8f-9483-2e97d92fb68c tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:05:56.314046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event deleted for resources: {'Port': ['ID=fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:05:56.330399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.330873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.331182 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.331594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.331995 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.332398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.332816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.333231 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.333629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.334028 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.334417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.334805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:05:56.340345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:05:56.444051 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:56.587509 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-272d3ca5-6620-41e2-a2e3-021f60b66049 req-2f581e0a-a571-4798-a7b8-d5b874b2f1bc tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0667975
Apr 07 08:05:56.636533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:05:56.828264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:05:56.838798 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:05:56.849713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:05:56.850678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f75d7f0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:05:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:56.923018 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] No DVR routers for this DVR port fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:05:56.925655 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:56.928504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1702b12b-4606-4067-953c-0da346d72cc4', 'name': 'network-vif-deleted', 'tag': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:05:56.946090 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-db4f94f2-d698-41db-ae50-f1545ecaba4d req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "DELETE /v2.0/ports/fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 HTTP/1.1" status: 204  len: 173 time: 1.5264754
Apr 07 08:05:56.981419 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1702b12b-4606-4067-953c-0da346d72cc4', 'name': 'network-vif-deleted', 'tag': 'fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3', 'status': 'completed', 'code': 200}
Apr 07 08:05:57.049842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:05:57.456237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:57.490082 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:57.533588 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f75d7f0>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:57.537492 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:05:57.546262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:05:57.546906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f75d7f0>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:05:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:57.736540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:05:57.775109 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d6a68daa-9066-451d-a3df-196f3f252316 req-74f8ef60-8d20-4c3c-92c8-45cf28cedf7e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:05:57.790550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-d6a68daa-9066-451d-a3df-196f3f252316 req-74f8ef60-8d20-4c3c-92c8-45cf28cedf7e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:05:57.797603 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6a68daa-9066-451d-a3df-196f3f252316 req-74f8ef60-8d20-4c3c-92c8-45cf28cedf7e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=1702b12b-4606-4067-953c-0da346d72cc4 HTTP/1.1" status: 200  len: 210 time: 0.0671754
Apr 07 08:05:58.064465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f75d7f0>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:05:58.068766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06cbd40-990e-453e-a07e-24c2a51f1304 None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:05:58.147642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:05:58.455953 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a544be-3f5c-4444-ad08-a40f4f5b84bf None None] New status for floating IP 9e564e74-d089-42f7-aabf-d380e419ea3d: DOWN {{(pid=84319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:05:59.174183 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-ab1df746-77b8-4c8c-b1e7-046155ebca85 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032879656&fields=id&tenant_id=4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 267 time: 0.0443196
Apr 07 08:05:59.335365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827f7d-acfd-42de-a425-956fabad0c96 req-b2709d73-190a-4a8b-85e2-a3a4b71278ec tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:05:59.337490 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-b2709d73-190a-4a8b-85e2-a3a4b71278ec tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 812 time: 0.1556687
Apr 07 08:05:59.355203 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-ac01f3e7-c211-4800-8c42-7a290b1b1856 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/quotas/4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 375 time: 0.0105927
Apr 07 08:05:59.451230 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-4e46fb94-8804-44b6-b9ad-9f0063bffdac tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0901055
Apr 07 08:05:59.597662 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-6d855f3f-46d2-439d-b2d6-6dd0904f2c63 service neutron] 10.222.0.61 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336319
Apr 07 08:05:59.740266 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-addf5b21-3b81-424d-9e2b-2906b0e4e9f1 service neutron] 10.222.0.61 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360521
Apr 07 08:06:00.039471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56230-4fcf-4ab3-87db-4ce6ba0d4e57 req-44dd4ff5-244f-4d50-8163-74a3e33024bf tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:00.041112 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cbc56230-4fcf-4ab3-87db-4ce6ba0d4e57 req-44dd4ff5-244f-4d50-8163-74a3e33024bf tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0880375
Apr 07 08:06:00.093928 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cbc56230-4fcf-4ab3-87db-4ce6ba0d4e57 req-cec281f6-21a2-43a0-b68a-cb6fc86301aa tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463705
Apr 07 08:06:00.173569 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6064a723-176a-41e0-8392-0c6b2a4566da req-ebe79c3b-d35a-4f60-8e4a-d8cabb1081c7 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 210 time: 0.0485661
Apr 07 08:06:00.771451 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:06:00.807877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:06:00.808262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device fbd8c0b9-6cda-43d8-90ed-3b068cf45dc3 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:06:01.287005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827f7d-acfd-42de-a425-956fabad0c96 req-120ae37e-f5b2-4f4d-808a-371929fac19c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:01.288573 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-120ae37e-f5b2-4f4d-808a-371929fac19c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 812 time: 0.2131495
Apr 07 08:06:01.373515 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c280df16-7d28-4916-8363-e9de936c13df req-84143616-2dbe-40cf-98d7-3a47fe6cf91b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 210 time: 0.0786703
Apr 07 08:06:01.431595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46137b-bd16-4fbe-afb0-588a0648012d req-802c59a5-0597-4b6a-9154-e34fbe00ccde tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:01.433221 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1e46137b-bd16-4fbe-afb0-588a0648012d req-802c59a5-0597-4b6a-9154-e34fbe00ccde tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.2121320
Apr 07 08:06:01.461073 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-a8524dd8-6ede-424f-a66a-d8fe9a1322da tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 8061 time: 0.1633048
Apr 07 08:06:01.470922 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'port': {'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'admin_state_up': True, 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'security_groups': ['2d9d8efd-49d9-406b-ab95-cd0b131b0508']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:06:01.575264 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1e46137b-bd16-4fbe-afb0-588a0648012d req-e748a6e0-262d-491d-8be5-fd9855adf835 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1339078
Apr 07 08:06:01.632836 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:06:01.642780 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:06:01.651646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Made reservation on behalf of 4557a56ec8814b2fad5ca9ce5271e61c for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:06:01.657664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:01.828130 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Allocated IP 172.20.0.4 (59e2285b-4bd9-457b-a30d-1d1ea155c402/62ebe958-7833-4d6f-9573-7fa6baeb76ee/b11de8df-4d91-46f6-82ae-bdac0fc82cd1) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:06:02.267751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:02.284031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Transition to ACTIVE for port object b11de8df-4d91-46f6-82ae-bdac0fc82cd1 will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:06:02.307364 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:02.322067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ffd9acf9-730f-42c1-a5c4-db63794f1642 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:06:02.460448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:06:02.465951 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:06:02.572482 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:06:02.579464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:06:02.583333 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:06:02.658903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:02.658903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:02.671659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361d860-a98b-4050-883b-b9a6d7d39f74 req-af4967b2-0a3a-4a8d-acf1-4adc970ebdbf tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:02.673363 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a361d860-a98b-4050-883b-b9a6d7d39f74 req-af4967b2-0a3a-4a8d-acf1-4adc970ebdbf tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 931 time: 0.1777802
Apr 07 08:06:02.781028 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-de413257-4b07-492b-a55f-39c0ecf42ac3 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3138742
Apr 07 08:06:02.791866 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a361d860-a98b-4050-883b-b9a6d7d39f74 req-6cb7e285-a9a2-466f-b880-2010378ebd06 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087561
Apr 07 08:06:02.799969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Request body: {'port': {'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:06:02.833119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a508c693-a3fd-4989-b290-c955534b42cc None None] Provisioning for port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:06:02.838512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-a508c693-a3fd-4989-b290-c955534b42cc None None] Provisioning complete for port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:06:02.838927 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a508c693-a3fd-4989-b290-c955534b42cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:02.897877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a508c693-a3fd-4989-b290-c955534b42cc None None] Port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:06:02.921745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3a205-16f5-48b1-826c-9f46dbe2d9f3 req-dd7b3182-c569-4021-b26b-5217a835020d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:02.923330 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97c3a205-16f5-48b1-826c-9f46dbe2d9f3 req-dd7b3182-c569-4021-b26b-5217a835020d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.2243023
Apr 07 08:06:02.978030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:03.002331 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97c3a205-16f5-48b1-826c-9f46dbe2d9f3 req-46aeefb3-de7f-44b1-9cfc-27c697c4f187 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0722666
Apr 07 08:06:03.393115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11de8df-4d91-46f6-82ae-bdac0fc82cd1 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:06:03.400853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:03.416137 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Transition to ACTIVE for port object b11de8df-4d91-46f6-82ae-bdac0fc82cd1 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:06:03.418596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:03.438282 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0fd8f24b-e1d8-4e1e-a3ce-9a017b3adbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:06:03.568666 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Pushing event updated for resources: {'Port': ['ID=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:06:03.573405 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:06:03.794004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Attempting to bind port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:06:03.794390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Attempting to bind port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:06:03.794753 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Attempting to bind port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:06:03.799661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:06:03.800023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Attempting to bind port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:06:03.806008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:06:03.806380 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Checking segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:06:03.806796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Bound using segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:06:03.807259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Bound port: b11de8df-4d91-46f6-82ae-bdac0fc82cd1, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:06:03.807641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:03.907558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] For port b11de8df-4d91-46f6-82ae-bdac0fc82cd1, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:06:03.912680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] For port b11de8df-4d91-46f6-82ae-bdac0fc82cd1, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:06:03.953450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:03.972721 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a914b00d-326f-40e4-be6d-b3b6319529c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:06:04.200372 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Pushing event updated for resources: {'Port': ['ID=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:06:04.203764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:06:04.235825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f102f-7e0f-49bb-9161-fbd76ba4a94e req-e34226d3-0e11-4da3-81a1-9c238de33627 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:04.236572 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-8f5f102f-7e0f-49bb-9161-fbd76ba4a94e req-e34226d3-0e11-4da3-81a1-9c238de33627 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:06:04.259827 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:04.260428 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:04.261850 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] 10.222.0.67 "PUT /v2.0/ports/b11de8df-4d91-46f6-82ae-bdac0fc82cd1 HTTP/1.1" status: 200  len: 1093 time: 1.4690418
Apr 07 08:06:04.275824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:06:04.291664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-8f5f102f-7e0f-49bb-9161-fbd76ba4a94e req-e34226d3-0e11-4da3-81a1-9c238de33627 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:06:04.293584 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f5f102f-7e0f-49bb-9161-fbd76ba4a94e req-e34226d3-0e11-4da3-81a1-9c238de33627 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 943 time: 0.3836148
Apr 07 08:06:04.368927 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e2f6f-9add-4b19-8335-c521fbe51214 req-56975c4d-eded-49b7-8344-63b9396074cd tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:04.370684 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0e2e2f6f-9add-4b19-8335-c521fbe51214 req-56975c4d-eded-49b7-8344-63b9396074cd tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.2460151
Apr 07 08:06:04.444336 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8f5f102f-7e0f-49bb-9161-fbd76ba4a94e req-26c0564c-bc2f-457f-8a1f-50e7c4e52f03 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031208
Apr 07 08:06:04.465738 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-0e2e2f6f-9add-4b19-8335-c521fbe51214 req-74fa26ec-5e23-4213-957f-b66335aa358e tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0866435
Apr 07 08:06:04.480034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827f7d-acfd-42de-a425-956fabad0c96 req-f19af7b3-d913-4a94-b9f7-945e798ecffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:04.481699 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-f19af7b3-d913-4a94-b9f7-945e798ecffd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 1096 time: 0.1821563
Apr 07 08:06:04.545357 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'status': 'completed', 'code': 200}
Apr 07 08:06:04.560313 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-6f2ed973-a075-4005-a2db-ad66bfd4c7aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1 HTTP/1.1" status: 200  len: 217 time: 0.0715868
Apr 07 08:06:04.627489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827f7d-acfd-42de-a425-956fabad0c96 req-3e2555f0-9ce4-4173-ad37-088120804c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:04.628982 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-3e2555f0-9ce4-4173-ad37-088120804c11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0629320
Apr 07 08:06:04.713413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12827f7d-acfd-42de-a425-956fabad0c96 req-c9351ae3-025d-439e-8b31-c56d5911e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:04.714918 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-c9351ae3-025d-439e-8b31-c56d5911e78b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797822
Apr 07 08:06:04.856523 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-c2ba9980-79de-459b-ab17-d4e5f6c01f7b service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352661
Apr 07 08:06:05.000161 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12827f7d-acfd-42de-a425-956fabad0c96 req-09be138a-040f-4be1-91a5-a67f25bb6b86 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369164
Apr 07 08:06:05.118890 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-4ab3b46e-0ae9-418a-bab7-3751c63559d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:05.120474 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-4ab3b46e-0ae9-418a-bab7-3751c63559d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 1096 time: 0.0777695
Apr 07 08:06:05.263991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-e67446aa-8fad-4159-afb6-6a656a8fa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:05.265529 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-e67446aa-8fad-4159-afb6-6a656a8fa0c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1370571
Apr 07 08:06:05.343378 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-9e23c331-4a4e-43eb-820d-8e1f1e580cc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1 HTTP/1.1" status: 200  len: 217 time: 0.0702617
Apr 07 08:06:05.410639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-aa010cdc-59fd-400c-a5f0-2dceeb97b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:05.412146 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-aa010cdc-59fd-400c-a5f0-2dceeb97b483 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0626543
Apr 07 08:06:05.496533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-4f15a56a-34a7-4ddf-9b76-aea80f28fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:05.498230 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-4f15a56a-34a7-4ddf-9b76-aea80f28fed7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797057
Apr 07 08:06:06.004440 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-ec1ba8c5-36d0-4ac9-bfe9-5251cc218f4b service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5000162
Apr 07 08:06:06.097733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f3d1-7088-41d8-82b2-fe08be44ed5f req-f607e038-8e66-4a4f-9762-c58250e0116f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:06.099318 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-55d8f3d1-7088-41d8-82b2-fe08be44ed5f req-f607e038-8e66-4a4f-9762-c58250e0116f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 943 time: 0.5233200
Apr 07 08:06:06.112782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a6bb-c0dd-4f63-a9a8-868897275fdd req-f1b68fed-1888-4fbd-8494-328e7833fd09 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:06.114314 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9d88a6bb-c0dd-4f63-a9a8-868897275fdd req-f1b68fed-1888-4fbd-8494-328e7833fd09 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.5302534
Apr 07 08:06:06.225600 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-55d8f3d1-7088-41d8-82b2-fe08be44ed5f req-4bb0633c-4abc-4014-b04c-d94d8ce070e8 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101623
Apr 07 08:06:06.228356 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9d88a6bb-c0dd-4f63-a9a8-868897275fdd req-8713ddf3-7705-43fa-997a-63e340c68c19 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0868018
Apr 07 08:06:06.253677 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ed3bdc45-0df7-44f4-af2e-a8ad4385a8a9 req-cd713624-3a7b-42a1-a6e1-b6df78ae7e18 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393296
Apr 07 08:06:07.496032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913973ef-ac9f-4900-961a-98ff67f4444f req-c6cf046e-064a-4558-beb0-12ad3394c53b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:07.497680 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-913973ef-ac9f-4900-961a-98ff67f4444f req-c6cf046e-064a-4558-beb0-12ad3394c53b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 943 time: 0.1595333
Apr 07 08:06:07.506495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392ae36-214b-4ca7-8365-1346d282f20d req-7256ea1d-3149-4bf4-873c-d2a72a840046 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:07.507936 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3392ae36-214b-4ca7-8365-1346d282f20d req-7256ea1d-3149-4bf4-873c-d2a72a840046 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.1332102
Apr 07 08:06:07.581877 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-913973ef-ac9f-4900-961a-98ff67f4444f req-0de673e3-a571-4892-9770-479f84f5c4f6 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728767
Apr 07 08:06:07.587154 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3392ae36-214b-4ca7-8365-1346d282f20d req-03d40afd-d97f-465f-8688-2779e09503c6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0623417
Apr 07 08:06:08.853819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077e2e2-4666-4031-a38d-efdec7e2134c req-91cc7be0-8955-4968-83fe-c67c4dc4944e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:08.855452 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4077e2e2-4666-4031-a38d-efdec7e2134c req-91cc7be0-8955-4968-83fe-c67c4dc4944e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 943 time: 0.1585827
Apr 07 08:06:08.864491 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967f036-a123-4daf-bed3-abe44cf8f950 req-059b8296-9b30-486a-aeb3-b638e00779f2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:08.866231 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2967f036-a123-4daf-bed3-abe44cf8f950 req-059b8296-9b30-486a-aeb3-b638e00779f2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.1248922
Apr 07 08:06:08.942598 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4077e2e2-4666-4031-a38d-efdec7e2134c req-4360a376-bf29-4a13-b9e3-77a95ca6e9b4 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753336
Apr 07 08:06:08.950325 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2967f036-a123-4daf-bed3-abe44cf8f950 req-155766f9-2895-4ae2-bb9f-29cfb8ca6b95 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0679474
Apr 07 08:06:10.147970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf335d2-f799-4d3a-ae17-4b6f331cbacb req-391581fc-0ace-458c-9ec8-e9b21d500f00 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:10.149593 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dbf335d2-f799-4d3a-ae17-4b6f331cbacb req-391581fc-0ace-458c-9ec8-e9b21d500f00 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 943 time: 0.0919049
Apr 07 08:06:10.201332 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dbf335d2-f799-4d3a-ae17-4b6f331cbacb req-ea764506-fc86-4947-829a-fc298a947384 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454364
Apr 07 08:06:10.376639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741900-049b-4874-8bf6-f1c0892d360b req-11b0192b-6c73-49bd-b16a-4451fcf8a544 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:10.378295 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c4741900-049b-4874-8bf6-f1c0892d360b req-11b0192b-6c73-49bd-b16a-4451fcf8a544 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.2800121
Apr 07 08:06:10.426490 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c4741900-049b-4874-8bf6-f1c0892d360b req-57090131-140b-42be-8d42-2690c0fd9c72 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411570
Apr 07 08:06:11.449804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074c108-00e8-48b8-b291-190fe3e180fb req-c43e2de3-d005-4e30-a06c-47e1cc86a027 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:11.451383 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f074c108-00e8-48b8-b291-190fe3e180fb req-c43e2de3-d005-4e30-a06c-47e1cc86a027 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 943 time: 0.1385446
Apr 07 08:06:11.499250 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f074c108-00e8-48b8-b291-190fe3e180fb req-17f39d40-63d5-423c-af72-d2b764a55785 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414338
Apr 07 08:06:11.589610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:06:11.631341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c6f5-9f2c-4033-b749-718269a149bc req-3db624f0-6a3b-4990-a812-929f58e49fd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:11.632916 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-edb5c6f5-9f2c-4033-b749-718269a149bc req-3db624f0-6a3b-4990-a812-929f58e49fd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0893407
Apr 07 08:06:11.680083 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-edb5c6f5-9f2c-4033-b749-718269a149bc req-b096ed0b-7808-4833-9329-8966a99a3ebb tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404899
Apr 07 08:06:12.702766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482606ab-18bf-4dcd-ac9f-8cb89175bd34 req-7b36d2d2-8314-4ff8-9214-318ce97a8d0e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:12.704327 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-482606ab-18bf-4dcd-ac9f-8cb89175bd34 req-7b36d2d2-8314-4ff8-9214-318ce97a8d0e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 943 time: 0.0908494
Apr 07 08:06:12.752876 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-482606ab-18bf-4dcd-ac9f-8cb89175bd34 req-a019f51a-edde-40cc-b2cb-a24df851b693 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422065
Apr 07 08:06:12.793733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device b11de8df-4d91-46f6-82ae-bdac0fc82cd1 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:06:12.887493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9f80-3de7-49ef-b52f-5dc49d6eaa5c req-1d0c5183-b29e-432d-8043-775dacf6a4e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:12.889204 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-93de9f80-3de7-49ef-b52f-5dc49d6eaa5c req-1d0c5183-b29e-432d-8043-775dacf6a4e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0933080
Apr 07 08:06:12.937888 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port b11de8df-4d91-46f6-82ae-bdac0fc82cd1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:06:12.938156 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-93de9f80-3de7-49ef-b52f-5dc49d6eaa5c req-22ec9bd5-b06d-4ba2-a818-0ff6acfc245f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419593
Apr 07 08:06:12.952670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:06:13.016613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:13.034858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11de8df-4d91-46f6-82ae-bdac0fc82cd1 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:06:13.050578 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port b11de8df-4d91-46f6-82ae-bdac0fc82cd1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:06:13.053301 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:13.055098 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:06:13.123039 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:06:13.130730 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.131119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.131501 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.131876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.132247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.132620 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.132985 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.133895 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.134242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.134608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.134969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.135332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:06:13.139288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:06:13.266490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['b11de8df-4d91-46f6-82ae-bdac0fc82cd1'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:06:13.956100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d73b2e-cce1-4efb-a37c-f11531bbcb7f req-79c6ba88-7ece-4e27-bdde-c0a98a4be502 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:13.957701 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d4d73b2e-cce1-4efb-a37c-f11531bbcb7f req-79c6ba88-7ece-4e27-bdde-c0a98a4be502 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 944 time: 0.0906568
Apr 07 08:06:14.005699 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d4d73b2e-cce1-4efb-a37c-f11531bbcb7f req-b6016dc1-06ac-4e5a-8779-2c56a2cd6ec5 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416632
Apr 07 08:06:14.139920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cebba-3823-403b-b911-e6dbed24f235 req-538eed64-bd2a-4e1b-8a24-d4eccf77497d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:14.141571 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176cebba-3823-403b-b911-e6dbed24f235 req-538eed64-bd2a-4e1b-8a24-d4eccf77497d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0879788
Apr 07 08:06:14.190573 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-176cebba-3823-403b-b911-e6dbed24f235 req-1a1b1f88-cf1e-4e9f-829a-38b7159adf46 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427194
Apr 07 08:06:14.795425 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device b11de8df-4d91-46f6-82ae-bdac0fc82cd1 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:06:14.866143 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:06:14.871046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:06:14.871463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:14.995850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:15.023832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:06:15.035655 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port b11de8df-4d91-46f6-82ae-bdac0fc82cd1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:06:15.039161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:15.042081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5e79fdd2-2944-4d11-885c-be7cbd3d7b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:06:15.078792 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'code': 200}
Apr 07 08:06:15.114485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:06:15.118351 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:06:15.210642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14980588-8913-4035-b444-0c334adab3a7 req-942fe094-b92c-4d89-8e9e-083f35fa05cb tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:15.213003 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-14980588-8913-4035-b444-0c334adab3a7 req-942fe094-b92c-4d89-8e9e-083f35fa05cb tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 945 time: 0.0907085
Apr 07 08:06:15.265413 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-14980588-8913-4035-b444-0c334adab3a7 req-6997d4a6-fb70-4409-9026-7f55a4cae0eb tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448072
Apr 07 08:06:15.441762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63920e-f1ec-46ac-84b3-792826785373 req-eb8d59a8-9bbf-4a4c-973d-58dccd0b6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:15.443349 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9c63920e-f1ec-46ac-84b3-792826785373 req-eb8d59a8-9bbf-4a4c-973d-58dccd0b6eaa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 1098 time: 0.1472669
Apr 07 08:06:15.455777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdd56e-dec2-4f0f-bf87-aed9f80c420a req-9227c3b4-7c81-4615-9929-488ff89c5709 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:15.457287 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64fdd56e-dec2-4f0f-bf87-aed9f80c420a req-9227c3b4-7c81-4615-9929-488ff89c5709 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.1226275
Apr 07 08:06:15.525091 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9c63920e-f1ec-46ac-84b3-792826785373 req-43ba59a2-b003-4707-8b50-f5615c644900 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667372
Apr 07 08:06:15.532038 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-64fdd56e-dec2-4f0f-bf87-aed9f80c420a req-4b32238f-e345-4835-b243-1fddeae9c9ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0590184
Apr 07 08:06:15.951055 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268d0dc-21d9-4fd3-8d32-074a4536e0a8 req-a5fbb41b-09a0-4f4c-8e67-a2d3e7f19ec4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:15.952634 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6268d0dc-21d9-4fd3-8d32-074a4536e0a8 req-a5fbb41b-09a0-4f4c-8e67-a2d3e7f19ec4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.1546574
Apr 07 08:06:15.975005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-604ad6ad-2149-4dfa-b118-01267d62587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:15.976484 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-604ad6ad-2149-4dfa-b118-01267d62587c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 1099 time: 0.1211703
Apr 07 08:06:16.087700 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-6268d0dc-21d9-4fd3-8d32-074a4536e0a8 req-912f4214-29ed-4ec6-a45c-939d6ad1f377 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1281230
Apr 07 08:06:16.141939 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-1089a3c6-b68a-4d65-a7ad-df2fd23197d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:16.143500 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-1089a3c6-b68a-4d65-a7ad-df2fd23197d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 911 time: 0.1590078
Apr 07 08:06:16.254829 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-4db5f08f-dc7b-4bee-b6b8-6ef25df1e36b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d HTTP/1.1" status: 200  len: 1002 time: 0.1046131
Apr 07 08:06:16.331436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-2776169d-4b75-4223-b2b8-77bc14ec9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:16.333412 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-2776169d-4b75-4223-b2b8-77bc14ec9e88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.0713930
Apr 07 08:06:16.486663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-4ef668c9-6818-41f5-9189-e75ff34e51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:16.488248 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-4ef668c9-6818-41f5-9189-e75ff34e51ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460867
Apr 07 08:06:16.501021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29908c0a-5639-4697-8e80-d219e4199602 req-a5299d07-99c1-49bd-b4db-3f1dbf5927f4 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:16.502520 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-29908c0a-5639-4697-8e80-d219e4199602 req-a5299d07-99c1-49bd-b4db-3f1dbf5927f4 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 945 time: 0.1207094
Apr 07 08:06:16.639558 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-29908c0a-5639-4697-8e80-d219e4199602 req-593b54ac-0a2e-4be1-9333-ce644ba115f1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123812
Apr 07 08:06:16.672955 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-da806707-8d6b-44d0-bc83-58ad8bde8d87 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694479
Apr 07 08:06:16.879704 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdd9339-79fe-41aa-8bbc-e8db564b3fce req-6a95f2b0-7851-4bd1-b176-4b7170672f0b service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003405
Apr 07 08:06:16.893155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3b8c4-bc0a-47aa-99f9-59cc0414f526 req-4319ef4b-f46c-4dda-9b42-53b39a46b1fa tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:16.894646 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-73f3b8c4-bc0a-47aa-99f9-59cc0414f526 req-4319ef4b-f46c-4dda-9b42-53b39a46b1fa tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 945 time: 0.1411121
Apr 07 08:06:16.948259 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-73f3b8c4-bc0a-47aa-99f9-59cc0414f526 req-2a69f29e-525f-4f94-a84b-ed181d704aab tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457683
Apr 07 08:06:16.973148 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45396) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:06:17.049369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9739fe02-a736-4224-98a6-29c7f632e5d3 tempest-TestVolumeBootPattern-1186913359 tempest-TestVolumeBootPattern-1186913359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:17.050173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9739fe02-a736-4224-98a6-29c7f632e5d3 tempest-TestVolumeBootPattern-1186913359 tempest-TestVolumeBootPattern-1186913359-project-admin] Synchronizing usage tracker for tenant:065b083d97e140d1a34da20f5205b0d6 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:06:17.066046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-9739fe02-a736-4224-98a6-29c7f632e5d3 tempest-TestVolumeBootPattern-1186913359 tempest-TestVolumeBootPattern-1186913359-project-admin] Unset dirty status for tenant:065b083d97e140d1a34da20f5205b0d6 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:06:17.067272 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9739fe02-a736-4224-98a6-29c7f632e5d3 tempest-TestVolumeBootPattern-1186913359 tempest-TestVolumeBootPattern-1186913359-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 1093 time: 0.0930891
Apr 07 08:06:17.070217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45400) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:06:17.075701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:06:17.081761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:06:17.085762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:floatingip and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:06:17.089203 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:06:17.095239 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:06:17.104804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:17.322560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7f1a-ee82-4476-9422-ccebe20df127 req-ea5dd4bf-6bc8-4b0e-934e-ff182e829769 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:17.324148 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d26f7f1a-ee82-4476-9422-ccebe20df127 req-ea5dd4bf-6bc8-4b0e-934e-ff182e829769 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.1197100
Apr 07 08:06:17.326492 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:17.439428 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d26f7f1a-ee82-4476-9422-ccebe20df127 req-be1ad044-677f-4bd6-a5b9-4aac0949af77 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0715885
Apr 07 08:06:17.511336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Allocated IP 172.27.1.227 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/ae9d74b1-7bda-4da2-a71a-c22556570a3b) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:06:17.665790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:17.695205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:17.713375 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-94059ea0-207e-41cd-87f3-fbb3a59c23ad tempest-TestMinimumBasicScenario-670221283 tempest-TestMinimumBasicScenario-670221283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:06:18.080703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=ae9d74b1-7bda-4da2-a71a-c22556570a3b,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:06:18.085436 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:06:18.134065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:06:18.135199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:06:18.137495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:06:18.553777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:18.706240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b3481-4150-4ed2-a212-25a262808153 req-c662bd41-d2ac-46ee-b978-5b6866c5324d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:18.707837 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-966b3481-4150-4ed2-a212-25a262808153 req-c662bd41-d2ac-46ee-b978-5b6866c5324d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.1525648
Apr 07 08:06:18.710083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:18.840721 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-966b3481-4150-4ed2-a212-25a262808153 req-f97cfa5c-122b-41c9-9423-66b2eb08f8ff tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1010394
Apr 07 08:06:19.020359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:19.024361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:19.040238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-442ef943-b1ec-475b-93dc-497ca58bdf53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:06:19.172280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=ae9d74b1-7bda-4da2-a71a-c22556570a3b,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:06:19.176980 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:06:19.279523 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:19.456451 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Floating IP 229be0ae-4429-427f-80af-b6a4a89e5029 associated. External IP: 172.27.1.227, port: b11de8df-4d91-46f6-82ae-bdac0fc82cd1.
Apr 07 08:06:19.819629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:06:20.007640 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:06:20.017853 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:06:20.027755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:06:20.028414 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8c7978>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:05:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:06:20.030903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:20.101142 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-4ee1ff4d-ca18-43df-8add-ccdc6526d8d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0177855
Apr 07 08:06:20.101142 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:06:20.136714 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'status': 'completed', 'code': 200}
Apr 07 08:06:20.219610 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:06:20.237232 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-f2b78f56-a6f6-45ac-a80a-7058b6a4fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:20.238899 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-f2b78f56-a6f6-45ac-a80a-7058b6a4fd96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 1098 time: 0.0804403
Apr 07 08:06:20.380726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-f82b1f6c-8048-4387-a9a8-ea8d7e1f3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:20.382268 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-f82b1f6c-8048-4387-a9a8-ea8d7e1f3867 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1373129
Apr 07 08:06:20.494402 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-19d8d1cf-b394-496d-bce8-8fc0ec6b5958 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1 HTTP/1.1" status: 200  len: 999 time: 0.1060832
Apr 07 08:06:20.562281 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-0090213e-1e00-4d5c-8c4e-00c78495db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:20.563853 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-0090213e-1e00-4d5c-8c4e-00c78495db5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0631275
Apr 07 08:06:20.580269 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8c7978>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:18Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:06:20.584352 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:06:20.593755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:06:20.594398 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8c7978>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:05:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:06:20.646108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-15119453-93f8-4c92-97cd-ea3f1a0d7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:20.647636 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-15119453-93f8-4c92-97cd-ea3f1a0d7f4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776646
Apr 07 08:06:20.788011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:06:21.038344 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-afdf0478-5775-4e2f-88b5-302aac7f8c00 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3835926
Apr 07 08:06:21.160931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f8c7978>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:18Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:06:21.165438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36e3d8-5292-4a56-a57a-46b2ed23e291 None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:18Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:06:21.183211 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7fdffb53-f227-4fee-bda1-4ba237da9068 req-4b751da9-c8b2-4357-922a-4577cfa5e215 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381812
Apr 07 08:06:21.457432 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb8a612-f014-415e-ac3c-e0413d8b70bc None None] New status for floating IP 229be0ae-4429-427f-80af-b6a4a89e5029: ACTIVE {{(pid=84319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:06:23.351725 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-39dc8f87-3226-48a5-9d53-603e483b18b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:26.022163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-aa40b3dd-4e8b-4765-9f0c-15ec187c1434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:26.447000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:27.457930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:27.520254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:28.149350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:48.590263 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:06:53.329563 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ca051-0b28-4528-88f0-275ba7a5e991 req-49069616-de71-4a4e-ae49-2e72f2aac147 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:53.331129 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4a0ca051-0b28-4528-88f0-275ba7a5e991 req-49069616-de71-4a4e-ae49-2e72f2aac147 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0887103
Apr 07 08:06:53.354359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08da234e-13a8-4a90-ae16-e517f78e22d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:53.381169 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4a0ca051-0b28-4528-88f0-275ba7a5e991 req-7a295c31-8ac3-4184-8c97-6db5060c099f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427594
Apr 07 08:06:54.587257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9af6b4-fa86-419d-ab25-1f58b8e1aea4 req-fa788c1a-c8b0-450b-a712-e6e616da3aeb tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:54.588820 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c9af6b4-fa86-419d-ab25-1f58b8e1aea4 req-fa788c1a-c8b0-450b-a712-e6e616da3aeb tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0911682
Apr 07 08:06:54.635997 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1c9af6b4-fa86-419d-ab25-1f58b8e1aea4 req-ceee0e22-8276-4878-b5ce-e5e4b0a097cf tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408945
Apr 07 08:06:55.832141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe11ef-db20-4e99-a0e3-6fc3566d12d6 req-6acef5af-5a45-483a-aa1f-7a68046a5336 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:55.833731 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a6fe11ef-db20-4e99-a0e3-6fc3566d12d6 req-6acef5af-5a45-483a-aa1f-7a68046a5336 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0859072
Apr 07 08:06:55.881072 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a6fe11ef-db20-4e99-a0e3-6fc3566d12d6 req-dc0b17ab-f7c8-4de3-9fa3-9c309de0140e tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405092
Apr 07 08:06:56.023381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a3d2-7250-4ce9-8046-ab9d108fb24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:56.448793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:57.081782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9292d4-fffc-447a-8c35-19c975c7c248 req-89c0b2ad-953f-47ca-98c6-41053849bcb8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:57.083366 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4f9292d4-fffc-447a-8c35-19c975c7c248 req-89c0b2ad-953f-47ca-98c6-41053849bcb8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0898306
Apr 07 08:06:57.130782 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4f9292d4-fffc-447a-8c35-19c975c7c248 req-24b077bb-1b7e-4464-a193-bc5379757800 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407398
Apr 07 08:06:57.459452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:57.539228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:58.151920 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:06:58.329479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1eb12-6d2a-4fbf-8eb9-d5af6e0355d4 req-106e6d53-261c-475a-8f8c-361e253c87d0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:58.331043 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cef1eb12-6d2a-4fbf-8eb9-d5af6e0355d4 req-106e6d53-261c-475a-8f8c-361e253c87d0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0866282
Apr 07 08:06:58.381760 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cef1eb12-6d2a-4fbf-8eb9-d5af6e0355d4 req-3908e9a9-51cc-46cd-9746-73c4726cb3e4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438406
Apr 07 08:06:59.579276 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5dcb-bae4-4c56-bdf7-dce93149a910 req-821ec244-2f6c-4b53-a7ac-c40a731ce974 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:06:59.580858 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1fed5dcb-bae4-4c56-bdf7-dce93149a910 req-821ec244-2f6c-4b53-a7ac-c40a731ce974 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0863705
Apr 07 08:06:59.627944 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1fed5dcb-bae4-4c56-bdf7-dce93149a910 req-632007f2-1aea-4b5d-b0ae-15c63c78a3e6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408199
Apr 07 08:07:00.828005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9a7a6-c19e-4943-a1ab-9b1193973d9f req-3da16772-b978-4413-b001-15659c184a03 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:00.829590 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-40b9a7a6-c19e-4943-a1ab-9b1193973d9f req-3da16772-b978-4413-b001-15659c184a03 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0904493
Apr 07 08:07:00.877170 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-40b9a7a6-c19e-4943-a1ab-9b1193973d9f req-b34537da-fe77-4d9f-9c73-86afda30820b tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412593
Apr 07 08:07:02.076099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a5734-3aa7-43c0-a20f-06ec772a7568 req-e8fee1f1-c25c-4ee7-89aa-b23e3dfb3efc tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:02.077734 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-427a5734-3aa7-43c0-a20f-06ec772a7568 req-e8fee1f1-c25c-4ee7-89aa-b23e3dfb3efc tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0862315
Apr 07 08:07:02.124725 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-427a5734-3aa7-43c0-a20f-06ec772a7568 req-415ebb02-0398-4e54-93dd-433eb4a9f4e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408244
Apr 07 08:07:03.324878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d10440-360c-4fbd-8ae9-d48f0e6dc2f0 req-8e3364ac-4dfc-49ae-8f75-ac1eb3868b73 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:03.326479 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50d10440-360c-4fbd-8ae9-d48f0e6dc2f0 req-8e3364ac-4dfc-49ae-8f75-ac1eb3868b73 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0902846
Apr 07 08:07:03.373503 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50d10440-360c-4fbd-8ae9-d48f0e6dc2f0 req-8353e5e6-06c6-4f82-91a2-2c11357a02cd tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408168
Apr 07 08:07:04.568250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89059e69-6ab1-4555-8aba-156ddf50bd0c req-d4984faa-742c-4d68-9e65-1839ff7326c5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:04.569900 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89059e69-6ab1-4555-8aba-156ddf50bd0c req-d4984faa-742c-4d68-9e65-1839ff7326c5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0859745
Apr 07 08:07:04.620058 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-89059e69-6ab1-4555-8aba-156ddf50bd0c req-6b5771e0-887a-4fdd-bc50-2a140ff17091 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439651
Apr 07 08:07:04.983544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654df4f0-8f0a-4570-b8e6-0df71abddb58 req-34a03dd2-778b-49c4-8b11-4d5dc787dcfa tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:04.985171 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-654df4f0-8f0a-4570-b8e6-0df71abddb58 req-34a03dd2-778b-49c4-8b11-4d5dc787dcfa tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0935657
Apr 07 08:07:05.085561 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-654df4f0-8f0a-4570-b8e6-0df71abddb58 req-0702a8fa-5dea-48da-8618-7f05ca136e1d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0931160
Apr 07 08:07:05.107523 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-fb706789-9809-4526-9f46-091a0075551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:05.109108 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-fb706789-9809-4526-9f46-091a0075551c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 1099 time: 0.1647902
Apr 07 08:07:05.249790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-40d1b94b-cd9d-4b7e-b32d-242b131f9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:05.251251 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-40d1b94b-cd9d-4b7e-b32d-242b131f9f0e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 911 time: 0.1354456
Apr 07 08:07:05.357830 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-032f0513-6ed5-4640-8fca-7191ee2dc362 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d HTTP/1.1" status: 200  len: 1002 time: 0.0994015
Apr 07 08:07:05.424987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-c1c1c739-a891-4e2d-951e-e1538b18c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:05.426600 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-c1c1c739-a891-4e2d-951e-e1538b18c37c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.0622904
Apr 07 08:07:05.509479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-b87522ef-0b95-4eb5-b8ca-bef2df6606d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:05.510947 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-b87522ef-0b95-4eb5-b8ca-bef2df6606d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766306
Apr 07 08:07:05.521842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-b95cdcbe-d865-4a4f-8329-bffd33faa4da service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84317) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 08:07:05.522835 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-b95cdcbe-d865-4a4f-8329-bffd33faa4da service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051441
Apr 07 08:07:05.660799 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-79b614b0-b2b2-4717-ada2-9319e184555e service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318505
Apr 07 08:07:05.800012 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5269e4a-edfa-45c9-b63b-b6182128aaf8 req-f3e49b48-e3e8-4f97-963f-8f1c17eb948c service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324167
Apr 07 08:07:06.290841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1ab0b-2887-4053-b2e3-d915c193755c req-5ccfb82a-2374-4da0-a038-f290e342e602 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:06.292503 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12f1ab0b-2887-4053-b2e3-d915c193755c req-5ccfb82a-2374-4da0-a038-f290e342e602 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0916417
Apr 07 08:07:06.341132 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-12f1ab0b-2887-4053-b2e3-d915c193755c req-50ded4cb-dc1f-489f-99d3-11c6ef1cc354 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421865
Apr 07 08:07:07.545260 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c2fdb-5920-424d-8123-8cd25d23b7d0 req-5688b67a-2a43-4e28-b60f-e76956885ef2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:07.546859 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-972c2fdb-5920-424d-8123-8cd25d23b7d0 req-5688b67a-2a43-4e28-b60f-e76956885ef2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0890758
Apr 07 08:07:07.596555 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-972c2fdb-5920-424d-8123-8cd25d23b7d0 req-21cb5998-5372-4511-a105-dab797754a97 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435321
Apr 07 08:07:23.355719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f86e3963-5de5-4089-ba42-f1cbe4c58143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:25.589468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:07:26.023238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ecdae0e5-1b70-4302-90c7-7745df1363ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:26.452121 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:27.460079 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:27.536955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:28.153381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:32.831320 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-bffe8e8e-aed7-46c2-84c7-c947c20660e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0752449
Apr 07 08:07:32.980684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-b060a43c-5734-4fdf-a87c-a9a36a938bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:32.982263 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-b060a43c-5734-4fdf-a87c-a9a36a938bb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 1099 time: 0.0755484
Apr 07 08:07:33.134574 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-038bcc98-b5ee-4824-8330-02e8af9ff76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:33.136120 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-038bcc98-b5ee-4824-8330-02e8af9ff76b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 911 time: 0.1338031
Apr 07 08:07:33.245331 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-d9361d71-bc83-4137-b26a-33ff759dd123 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d HTTP/1.1" status: 200  len: 1002 time: 0.1013992
Apr 07 08:07:33.317624 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-2a550262-75a3-4cc9-b18f-a2c10c574406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:33.319137 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-2a550262-75a3-4cc9-b18f-a2c10c574406 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.0648415
Apr 07 08:07:33.400143 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-b1c9eb88-8b5f-4aec-b038-b37dc585c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:33.401634 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-b1c9eb88-8b5f-4aec-b038-b37dc585c75a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750785
Apr 07 08:07:33.542531 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-fb3a5d5f-e8af-40a9-bf0d-6a6f181c1650 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340835
Apr 07 08:07:33.683804 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b5e863-41f0-4e75-baf9-3c4c40905dc5 req-2210017e-53eb-4382-b8e1-b89ed11e2a7f service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327574
Apr 07 08:07:40.432684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f85006-aa3b-4d61-a8fa-5c1fece58225 req-d4ad04e9-cb6b-40f1-9a2c-ba34cd190cd9 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:40.434215 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-57f85006-aa3b-4d61-a8fa-5c1fece58225 req-d4ad04e9-cb6b-40f1-9a2c-ba34cd190cd9 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0910587
Apr 07 08:07:40.484677 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-57f85006-aa3b-4d61-a8fa-5c1fece58225 req-fbdf4c04-41e3-4f23-95dc-cddc7fceecfc tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441079
Apr 07 08:07:41.686800 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2e745-2d5b-4b03-8295-17cdcfc59680 req-af66a1fa-d6ce-409a-bcb4-21fb72610153 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:41.688398 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-21b2e745-2d5b-4b03-8295-17cdcfc59680 req-af66a1fa-d6ce-409a-bcb4-21fb72610153 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0878823
Apr 07 08:07:41.736059 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-21b2e745-2d5b-4b03-8295-17cdcfc59680 req-565390d6-05d0-4d1d-9727-4fd4fb99e6ca tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403483
Apr 07 08:07:42.187923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-84ba87a3-d381-4547-a667-236e86f5e7d5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:42.189372 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-84ba87a3-d381-4547-a667-236e86f5e7d5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.0882328
Apr 07 08:07:42.263426 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Deleting port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:07:42.263805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:42.520043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] For port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:07:42.520354 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:43.111149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:43.111731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:43.111896 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Floating IP 5eb43f57-c69c-424b-ad6a-fe390824e40d disassociated. External IP: 172.27.1.166, port: 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d.
Apr 07 08:07:43.112218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Calling delete_port for 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:07:43.178368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c2135-7484-4fe0-9e9c-a231b0f3f7d7 req-01549f49-6510-414c-813a-5426c164bbd0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:43.179949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e56c2135-7484-4fe0-9e9c-a231b0f3f7d7 req-01549f49-6510-414c-813a-5426c164bbd0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 946 time: 0.2461736
Apr 07 08:07:43.248978 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e56c2135-7484-4fe0-9e9c-a231b0f3f7d7 req-e2ef7351-cfdf-4659-8f9a-cb745dcf57f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c95cc39-6a19-4c2e-ac29-10efb91f91bd&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0605686
Apr 07 08:07:43.311811 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:43.329608 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c7bca83f-1961-455a-b65e-c74ba4fcf617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:43.424335 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event deleted for resources: {'Port': ['ID=22a62ff0-0c8b-4b7e-9f68-d430d1517d6d,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:43.440834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.441285 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.441696 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.442100 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.442497 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.442896 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.443891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.444290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.444687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.445098 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.445493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.445885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:43.449318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:43.700438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Router 0b9b727a-c548-44e3-b192-a3c842673460 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:07:43.890946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:07:43.901860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] Sync routers for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:07:43.913418 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:07:43.914381 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f09d320>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:07:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:07:43.971955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] No DVR routers for this DVR port 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:07:43.975162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:43.980432 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'name': 'network-vif-deleted', 'tag': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:07:43.999459 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d6bb4632-5131-4998-826f-24e9fce0d172 req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "DELETE /v2.0/ports/22a62ff0-0c8b-4b7e-9f68-d430d1517d6d HTTP/1.1" status: 204  len: 173 time: 1.8047113
Apr 07 08:07:44.096573 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f5b15b-d554-438e-bade-8dded3038fc1', 'name': 'network-vif-deleted', 'tag': '22a62ff0-0c8b-4b7e-9f68-d430d1517d6d', 'status': 'completed', 'code': 200}
Apr 07 08:07:44.278560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:07:44.432169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-3e563ec5-82a8-4938-aecd-255b482c907d req-c749e5c9-093a-4aa6-b742-8c527bb5bc90 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Synchronizing usage tracker for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:07:44.449824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-3e563ec5-82a8-4938-aecd-255b482c907d req-c749e5c9-093a-4aa6-b742-8c527bb5bc90 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Unset dirty status for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:07:44.451115 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3e563ec5-82a8-4938-aecd-255b482c907d req-c749e5c9-093a-4aa6-b742-8c527bb5bc90 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1f5b15b-d554-438e-bade-8dded3038fc1 HTTP/1.1" status: 200  len: 210 time: 0.0719180
Apr 07 08:07:44.612164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f09d320>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:07:44.616424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] Checking router: 0b9b727a-c548-44e3-b192-a3c842673460 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:07:44.625106 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:07:44.625744 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f09d320>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:07:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:07:44.807850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:07:45.131140 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f09d320>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:07:45.135149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4685bae6-c75b-49ad-9c80-2a45e7b3ffc5 None None] The sync data for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi is: [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:07:45.484421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e458d-5fef-4105-ba35-c27b3ecb99e6 None None] New status for floating IP 5eb43f57-c69c-424b-ad6a-fe390824e40d: DOWN {{(pid=84319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:07:45.588150 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45498) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:07:45.657617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ee46127-7b6c-4917-897f-b9f5a1a1598f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:45.687329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ee46127-7b6c-4917-897f-b9f5a1a1598f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:45.736442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ee46127-7b6c-4917-897f-b9f5a1a1598f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:45.742601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-65ce9092-4983-4ffc-a6e2-2e8995df2565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:45.759341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee46127-7b6c-4917-897f-b9f5a1a1598f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95cc39-6a19-4c2e-ac29-10efb91f91bd,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:45.763617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2ee46127-7b6c-4917-897f-b9f5a1a1598f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:45.769331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ee46127-7b6c-4917-897f-b9f5a1a1598f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:45.770713 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2ee46127-7b6c-4917-897f-b9f5a1a1598f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "DELETE /v2.0/security-groups/2c95cc39-6a19-4c2e-ac29-10efb91f91bd HTTP/1.1" status: 204  len: 168 time: 0.1813040
Apr 07 08:07:45.773809 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45502) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:07:45.792784 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.v2.resource [None req-ec1a68fb-06dd-4d58-b507-19358adda2f2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] show failed (client error): The resource could not be found.
Apr 07 08:07:45.793890 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ec1a68fb-06dd-4d58-b507-19358adda2f2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups/2c95cc39-6a19-4c2e-ac29-10efb91f91bd HTTP/1.1" status: 404  len: 347 time: 0.0190401
Apr 07 08:07:45.796782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45506) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:07:46.206047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Deleting port e4dd96ff-17de-4d53-9b43-00b10d1bf83b {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:07:46.206427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:46.382312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:46.382675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:46.514127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Calling delete_port for e4dd96ff-17de-4d53-9b43-00b10d1bf83b owned by network:floatingip {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:07:46.650707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:46.666124 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-32b9877e-cae9-4760-a9b8-7f0b67c832bc tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:46.758967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event deleted for resources: {'Port': ['ID=e4dd96ff-17de-4d53-9b43-00b10d1bf83b,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:46.779854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.780216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.780632 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.781083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.781466 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.781867 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.782268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.782664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.783062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.783457 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.783851 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.784243 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:07:46.789559 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:46.934266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:46.950858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:46.952079 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "DELETE /v2.0/floatingips/5eb43f57-c69c-424b-ad6a-fe390824e40d HTTP/1.1" status: 204  len: 168 time: 1.1541462
Apr 07 08:07:47.234318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:07:47.274345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:07:47.274734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 22a62ff0-0c8b-4b7e-9f68-d430d1517d6d not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:07:47.448617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45512) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:07:47.454724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408337327', 'description': 'tempest-description--1675776361'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:07:47.461787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:07:47.466114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:security_group and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:07:47.469110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:07:47.475094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:07:47.485020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.510022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:07:47.514024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:security_group_rule and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:07:47.516902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:07:47.523600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:07:47.594551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.597114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.602399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-404f7c86-f6f6-43a2-8fce-19e05cd18336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:47.644737 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4a74ce-734f-4312-a8b7-297435c35602,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:47.648134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.649435 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1996837
Apr 07 08:07:47.650413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8923b3ff-129f-478d-ac14-e17894a5a1ed tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:47.652453 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45516) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:07:47.658153 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'security_group_rule': {'security_group_id': '8d4a74ce-734f-4312-a8b7-297435c35602', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:07:47.664661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:07:47.668646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:security_group_rule and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:07:47.671612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:07:47.677950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:07:47.694685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.756114 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.758576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.760599 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:47.781814 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6c6dba-0ee0-44be-85e0-1ff5200c571a,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:47.785848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:47.792450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.793743 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-c3748ae4-a2e5-4d8b-b3c5-c447301568e8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1401477
Apr 07 08:07:47.796577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45520) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:07:47.802000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'security_group_rule': {'security_group_id': '8d4a74ce-734f-4312-a8b7-297435c35602', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:07:47.807967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:07:47.811908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:security_group_rule and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:07:47.814964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:07:47.821400 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:07:47.837070 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.903968 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.906645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085233'] for security_group_rule, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.908786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d747a2e6-371f-4fa9-b922-4a826a031db9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:47.932010 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4bf1b3-52cb-4911-8a38-ae6989d0a79c,revision_number=0']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:47.934489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:47.940630 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:47.941920 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a90e226e-0f85-4178-9139-3cea99ec81e7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1443377
Apr 07 08:07:47.945901 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45524) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:07:47.951347 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e'}} {{(pid=84318) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:07:47.957383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:07:47.961396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:floatingip and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:07:47.964321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:07:47.970300 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:07:47.979441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:48.120989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:48.261491 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Allocated IP 172.27.1.14 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/ed8f78eb-3493-4aa5-87da-de196cf42e23) {{(pid=84318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:07:48.412717 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for port, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:48.441981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:48.460534 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4895a535-bec7-4deb-a091-a04873944d4c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:48.592681 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'Port': ['ID=ed8f78eb-3493-4aa5-87da-de196cf42e23,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:48.597402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:48.645255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:07:48.646903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources bound (agent type, host, resource id):  {{(pid=84318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:07:48.648982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Received port after_create {{(pid=84318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:07:48.733033 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:48.793955 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:49.063699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for port, precommit_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:49.067465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64341988'] for port, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:49.082826 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-09158a77-6f7f-431b-b9f8-9732f8af4b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:49.216522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'Port': ['ID=ed8f78eb-3493-4aa5-87da-de196cf42e23,revision_number=2']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:49.221190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:49.321247 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:49.342887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:49.344189 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3972819
Apr 07 08:07:49.572776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-817c9284-558c-42da-a1f7-f584def9824b req-09ff434b-9ff1-485c-8b15-b3cba1002df2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Synchronizing usage tracker for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:security_group {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:07:49.588802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-817c9284-558c-42da-a1f7-f584def9824b req-09ff434b-9ff1-485c-8b15-b3cba1002df2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Unset dirty status for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:security_group {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:07:49.590045 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-09ff434b-9ff1-485c-8b15-b3cba1002df2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--408337327&fields=id&tenant_id=e0d49ffd188f45a182005a52ad3dabc2 HTTP/1.1" status: 200  len: 267 time: 0.0586178
Apr 07 08:07:49.750786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9284-558c-42da-a1f7-f584def9824b req-9849d185-6681-413f-849e-8e7ca1fa8e13 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:49.752375 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-9849d185-6681-413f-849e-8e7ca1fa8e13 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 810 time: 0.1551895
Apr 07 08:07:49.769253 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-367c923d-5505-44fd-b897-d662f2eb48d3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/quotas/e0d49ffd188f45a182005a52ad3dabc2 HTTP/1.1" status: 200  len: 375 time: 0.0101764
Apr 07 08:07:49.867157 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-50da81f6-ec95-4e9d-8547-e780fb5fed9c tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0907016
Apr 07 08:07:50.014411 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-0f7ecae8-57f6-40f3-9fcd-1602aabed8f9 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345770
Apr 07 08:07:50.153277 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-74a09dd0-b9c9-43b1-81a1-628e59f39e45 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322083
Apr 07 08:07:50.344824 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5b057910-7147-49e9-ab18-2ec6908dcfca req-740ac7ee-6a18-4b03-b231-12848d6f1c6f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 210 time: 0.0469685
Apr 07 08:07:51.452594 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aaf40843-9e84-41a4-bc47-fd90223a67c3 req-ac75a585-0041-4291-ac1d-657ebb9e3ddc tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 210 time: 0.0519264
Apr 07 08:07:52.559631 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-aa236236-0518-47a8-b937-fd8ea0f5dfc1 req-bda4b481-8389-4ccd-ae10-d060d511ddf3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 210 time: 0.0488214
Apr 07 08:07:53.357357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e823af9b-7c41-4c55-b1ff-bd55178ba8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:53.664363 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-90bcaede-4157-4e5b-b9f2-8bb6182b846b req-10a6f761-292b-4310-864f-97cbd8b3d94a tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 210 time: 0.0478077
Apr 07 08:07:54.825415 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f9941b43-6a09-40b1-b729-707a9cda6078 req-209707c7-3f92-4fb7-bf40-ffe58f5685bb tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 210 time: 0.0512979
Apr 07 08:07:55.628328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9284-558c-42da-a1f7-f584def9824b req-60287c0a-9e16-403b-b0db-9a813f50b8b8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:55.629891 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-60287c0a-9e16-403b-b0db-9a813f50b8b8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 810 time: 0.1605945
Apr 07 08:07:55.706071 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-078289fe-1d1a-4084-9fbf-84363d8da6c8 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e0d49ffd188f45a182005a52ad3dabc2 HTTP/1.1" status: 200  len: 5708 time: 0.0674658
Apr 07 08:07:55.718580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'port': {'device_id': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'admin_state_up': True, 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'security_groups': ['8d4a74ce-734f-4312-a8b7-297435c35602']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:07:55.859350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:07:55.863729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Usage tracker for resource:port and tenant:e0d49ffd188f45a182005a52ad3dabc2 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:07:55.867042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:07:55.873081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:07:55.883162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Made reservation on behalf of e0d49ffd188f45a182005a52ad3dabc2 for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:07:55.889338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:56.007990 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-97d346a0-8255-45eb-9cc6-e164346057c9 req-6700a054-61de-4bf7-a328-a5cc578c323d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 210 time: 0.0607719
Apr 07 08:07:56.024342 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-19217bd3-72c2-45c3-9633-aa72bf9ee73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:56.105241 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Allocated IP 172.20.0.12 (d1a83dfe-a480-46f0-91c0-c5c337f09ca3/f3d1671c-c08f-4981-be83-42ab10cbe634/2264aaf7-58cf-48dc-b270-964d30146ce2) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:07:56.297594 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:56.313749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Transition to ACTIVE for port object 2264aaf7-58cf-48dc-b270-964d30146ce2 will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:07:56.336684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:56.351885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-19494260-0eeb-408d-ab5d-b7a213d0253d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:56.454435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:56.488763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event updated for resources: {'Port': ['ID=2264aaf7-58cf-48dc-b270-964d30146ce2,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:56.494120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:56.789912 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:07:56.791031 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:07:56.793438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:07:56.861694 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:56.862368 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:56.891476 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-f7f69bc0-acd6-41f9-845b-1ad9537021a4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1769204
Apr 07 08:07:56.904131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Request body: {'port': {'device_id': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:07:57.002865 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-368d8ea9-f84e-4a03-b5fb-81f469d13faf None None] Provisioning for port 2264aaf7-58cf-48dc-b270-964d30146ce2 completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:07:57.008500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-368d8ea9-f84e-4a03-b5fb-81f469d13faf None None] Provisioning complete for port 2264aaf7-58cf-48dc-b270-964d30146ce2 triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:07:57.008994 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-368d8ea9-f84e-4a03-b5fb-81f469d13faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:57.026184 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:57.065795 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-368d8ea9-f84e-4a03-b5fb-81f469d13faf None None] Port 2264aaf7-58cf-48dc-b270-964d30146ce2 cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:07:57.323412 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05195d0c-3236-453e-8f01-7705c725fdec req-e3da12ed-9481-49cf-9c89-089e7f357b5d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:57.324157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-05195d0c-3236-453e-8f01-7705c725fdec req-e3da12ed-9481-49cf-9c89-089e7f357b5d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Synchronizing usage tracker for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:07:57.406796 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-05195d0c-3236-453e-8f01-7705c725fdec req-e3da12ed-9481-49cf-9c89-089e7f357b5d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Unset dirty status for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:07:57.408047 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-05195d0c-3236-453e-8f01-7705c725fdec req-e3da12ed-9481-49cf-9c89-089e7f357b5d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 932 time: 0.2785723
Apr 07 08:07:57.461224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:57.488211 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-05195d0c-3236-453e-8f01-7705c725fdec req-fc41f8ce-8279-4a4b-a24b-1707e703781f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643535
Apr 07 08:07:57.539262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:57.562452 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2264aaf7-58cf-48dc-b270-964d30146ce2 {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:07:57.570824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:57.586761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Transition to ACTIVE for port object 2264aaf7-58cf-48dc-b270-964d30146ce2 will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:07:57.589093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:57.606979 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70515bcc-3e53-4a8c-86e4-6aa342f6ae3c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:57.739227 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Pushing event updated for resources: {'Port': ['ID=2264aaf7-58cf-48dc-b270-964d30146ce2,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:57.743900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:57.963442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Attempting to bind port 2264aaf7-58cf-48dc-b270-964d30146ce2 on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:07:57.963930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Attempting to bind port 2264aaf7-58cf-48dc-b270-964d30146ce2 by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:07:57.964145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Attempting to bind port 2264aaf7-58cf-48dc-b270-964d30146ce2 on network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:07:57.968966 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Port 2264aaf7-58cf-48dc-b270-964d30146ce2 on network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:07:57.969349 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Attempting to bind port 2264aaf7-58cf-48dc-b270-964d30146ce2 on network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:07:57.974707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:07:57.975075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Checking segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:07:57.975490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Bound using segment: {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:07:57.975932 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Bound port: 2264aaf7-58cf-48dc-b270-964d30146ce2, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b55fd9-ff0a-4f4b-8338-5969174af50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:07:57.976314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:58.071508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] For port 2264aaf7-58cf-48dc-b270-964d30146ce2, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:07:58.074549 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] For port 2264aaf7-58cf-48dc-b270-964d30146ce2, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2264aaf7-58cf-48dc-b270-964d30146ce2,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:07:58.077936 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:58.093429 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:07:58.157421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:58.242069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Pushing event updated for resources: {'Port': ['ID=2264aaf7-58cf-48dc-b270-964d30146ce2,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:07:58.247522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:07:58.280048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:58.280498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:07:58.282000 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-fc380afb-61d8-434f-993a-041a970863dc service neutron] 10.222.0.67 "PUT /v2.0/ports/2264aaf7-58cf-48dc-b270-964d30146ce2 HTTP/1.1" status: 200  len: 1094 time: 1.3826277
Apr 07 08:07:58.282522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'tag': '2264aaf7-58cf-48dc-b270-964d30146ce2'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:07:58.363229 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'tag': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'status': 'completed', 'code': 200}
Apr 07 08:07:58.402119 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9284-558c-42da-a1f7-f584def9824b req-174abca1-a6c8-496c-ae99-859bd5fd856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:58.403752 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-174abca1-a6c8-496c-ae99-859bd5fd856d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 1097 time: 0.0859270
Apr 07 08:07:58.477739 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-f9687574-5965-45cc-a87c-8f4337b53de3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2264aaf7-58cf-48dc-b270-964d30146ce2 HTTP/1.1" status: 200  len: 217 time: 0.0669813
Apr 07 08:07:58.549949 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9284-558c-42da-a1f7-f584def9824b req-37f6c8f2-25b5-444d-a869-cf998473e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:58.551470 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-37f6c8f2-25b5-444d-a869-cf998473e193 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.0671513
Apr 07 08:07:58.699169 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c9284-558c-42da-a1f7-f584def9824b req-580233e0-ad87-4582-b9e8-cf9423e89f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:58.700665 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-580233e0-ad87-4582-b9e8-cf9423e89f82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1425798
Apr 07 08:07:58.739841 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35c7b0-e13f-4ff1-b3d9-60ee60d70cb2 req-31f4e637-e614-41aa-8836-740a9f81b3db tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:58.741363 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8c35c7b0-e13f-4ff1-b3d9-60ee60d70cb2 req-31f4e637-e614-41aa-8836-740a9f81b3db tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 944 time: 0.1360929
Apr 07 08:07:58.868302 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8c35c7b0-e13f-4ff1-b3d9-60ee60d70cb2 req-e319bbb1-30c0-43f4-bad8-dcd1df492e62 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749359
Apr 07 08:07:58.892336 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-0381ac8e-0ad3-4bb0-8a89-c7163c2700bd service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817102
Apr 07 08:07:59.031392 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-817c9284-558c-42da-a1f7-f584def9824b req-06589f5d-d7c8-46c0-810c-cb990781cac2 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339109
Apr 07 08:07:59.150468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-a83b3269-3ac4-41ee-a712-a0bd96d25c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:59.152063 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-a83b3269-3ac4-41ee-a712-a0bd96d25c0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 1097 time: 0.0776169
Apr 07 08:07:59.293384 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-7709314a-dc07-455c-8a8e-07ede23cbdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:59.294883 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-7709314a-dc07-455c-8a8e-07ede23cbdf3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 911 time: 0.1356454
Apr 07 08:07:59.371885 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-ed7b2a25-bbc3-4047-ab20-8ffee16711b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2264aaf7-58cf-48dc-b270-964d30146ce2 HTTP/1.1" status: 200  len: 217 time: 0.0701058
Apr 07 08:07:59.441514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-48dcf0a6-9cd4-4de2-bede-45cfe66e49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:59.443735 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-48dcf0a6-9cd4-4de2-bede-45cfe66e49c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.0644667
Apr 07 08:07:59.531328 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-6decd919-4509-4cc3-9717-4cbc4b8cd62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:07:59.532938 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-6decd919-4509-4cc3-9717-4cbc4b8cd62b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811369
Apr 07 08:07:59.678949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-2d726eae-aeb8-4bf9-8bc8-1c80359ce8c0 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386209
Apr 07 08:07:59.819348 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fdcfeadb-2e9e-424e-8607-a7d68a2c690b req-a6a921eb-9935-46d8-9707-ef3a3474d2d2 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330628
Apr 07 08:08:00.070512 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c37e0-f292-4e20-89cb-1452e41dd50b req-2c2f323a-66a0-42e7-9cb6-cdd65c267adc tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:00.072019 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-474c37e0-f292-4e20-89cb-1452e41dd50b req-2c2f323a-66a0-42e7-9cb6-cdd65c267adc tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 944 time: 0.0871964
Apr 07 08:08:00.118336 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-474c37e0-f292-4e20-89cb-1452e41dd50b req-c3aa7ad8-010a-46bb-a87f-746eed80573a tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400350
Apr 07 08:08:01.559825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090b0c-64c5-47f2-95d3-5de67ab690b7 req-7fb59477-71af-4b80-bfa7-2862419c4b91 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:01.561345 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-35090b0c-64c5-47f2-95d3-5de67ab690b7 req-7fb59477-71af-4b80-bfa7-2862419c4b91 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 944 time: 0.3305063
Apr 07 08:08:01.607874 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-35090b0c-64c5-47f2-95d3-5de67ab690b7 req-70bbd11b-11ce-4c3d-bf94-52d27ad9e4eb tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401087
Apr 07 08:08:01.648331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 2264aaf7-58cf-48dc-b270-964d30146ce2 details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:08:01.788200 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 2264aaf7-58cf-48dc-b270-964d30146ce2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2264aaf7-58cf-48dc-b270-964d30146ce2,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:08:01.805204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'port_id': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'mac_address': 'fa:16:3e:c9:96:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:08:01.863642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:01.882343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2264aaf7-58cf-48dc-b270-964d30146ce2 {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:08:01.898553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 2264aaf7-58cf-48dc-b270-964d30146ce2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2264aaf7-58cf-48dc-b270-964d30146ce2,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:08:01.901563 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:01.903417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:01.972603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=2264aaf7-58cf-48dc-b270-964d30146ce2,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:01.980479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.980874 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.981284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.981664 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.982044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.982419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.982790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.983162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.983540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.983908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.984278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.984645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:08:01.988584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:02.589546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:08:02.810229 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabfcc7-47a8-45be-ba5a-45fcc2327f9f req-fa368f05-8c0b-4701-877d-851774a0b446 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:02.811820 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8fabfcc7-47a8-45be-ba5a-45fcc2327f9f req-fa368f05-8c0b-4701-877d-851774a0b446 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 945 time: 0.0902269
Apr 07 08:08:02.862756 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-8fabfcc7-47a8-45be-ba5a-45fcc2327f9f req-3470809d-27ce-4ea8-b2a1-035aef14fe33 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438404
Apr 07 08:08:02.901190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['2264aaf7-58cf-48dc-b270-964d30146ce2'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:08:04.064864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b7d26-c719-4ae4-80b4-56a7bb15db14 req-a5c38d94-af8f-4fd3-93cd-92b33736d87a tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:04.066596 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e78b7d26-c719-4ae4-80b4-56a7bb15db14 req-a5c38d94-af8f-4fd3-93cd-92b33736d87a tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 945 time: 0.0879889
Apr 07 08:08:04.114294 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e78b7d26-c719-4ae4-80b4-56a7bb15db14 req-f09b4995-b620-4b30-95f1-ae6e65a8e347 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411351
Apr 07 08:08:05.313312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adbe22-df87-4297-89c3-02c44cd3f73a req-a41d76e5-387d-48c4-a33a-7c22f0483a4f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:05.314871 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d3adbe22-df87-4297-89c3-02c44cd3f73a req-a41d76e5-387d-48c4-a33a-7c22f0483a4f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 945 time: 0.0900095
Apr 07 08:08:05.343703 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 2264aaf7-58cf-48dc-b270-964d30146ce2 up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:08:05.363653 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d3adbe22-df87-4297-89c3-02c44cd3f73a req-6532796f-93b9-4236-9e6f-142d8f7f8625 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417478
Apr 07 08:08:05.584567 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port 2264aaf7-58cf-48dc-b270-964d30146ce2 completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:08:05.589283 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port 2264aaf7-58cf-48dc-b270-964d30146ce2 triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:08:05.589706 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:05.708003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:05.735307 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2264aaf7-58cf-48dc-b270-964d30146ce2'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:08:05.746095 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port 2264aaf7-58cf-48dc-b270-964d30146ce2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2264aaf7-58cf-48dc-b270-964d30146ce2,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:08:05.749271 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:05.751993 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1717fb25-ba59-4a84-914a-c4e16c1910fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:05.823540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=2264aaf7-58cf-48dc-b270-964d30146ce2,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:05.826788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:05.890881 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'code': 200}
Apr 07 08:08:06.148877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc05083-8baf-4086-84f0-8c520d5af2ef req-8f520e56-30ee-4041-94b4-77017d7099cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:06.150505 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-efc05083-8baf-4086-84f0-8c520d5af2ef req-8f520e56-30ee-4041-94b4-77017d7099cd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 1099 time: 0.0757966
Apr 07 08:08:06.198019 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-efc05083-8baf-4086-84f0-8c520d5af2ef req-ac8bcadc-38d1-488d-bb88-154bbd346813 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389519
Apr 07 08:08:06.570007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84311-2ef7-4050-a5ab-959b0cdce01a req-59447ec4-4264-4e36-aac4-69436283ec5f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:06.571760 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-91b84311-2ef7-4050-a5ab-959b0cdce01a req-59447ec4-4264-4e36-aac4-69436283ec5f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 946 time: 0.0934141
Apr 07 08:08:06.624413 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-91b84311-2ef7-4050-a5ab-959b0cdce01a req-448a5162-ef73-44eb-85fd-36ecee77adbd tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458386
Apr 07 08:08:07.044315 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-d047d7bd-c667-4227-ac9e-c6a44aa4db9a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032879656&fields=id&tenant_id=4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 267 time: 0.0450933
Apr 07 08:08:07.210065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-f05f2e6e-c09f-4613-9123-be5d163187d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:07.211538 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-f05f2e6e-c09f-4613-9123-be5d163187d0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 812 time: 0.1597056
Apr 07 08:08:07.227098 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-c0c62d43-47df-41fc-b45c-91c6344c3c07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/quotas/4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 375 time: 0.0095749
Apr 07 08:08:07.325531 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0f4d201a-d9f1-4a9c-9a12-e1912881b774 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0930741
Apr 07 08:08:07.515408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-d0537729-fba6-42b3-a016-aef4a8a6a1f7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=84317) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 07 08:08:07.516492 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-d0537729-fba6-42b3-a016-aef4a8a6a1f7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1784008
Apr 07 08:08:07.657199 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-15b0b313-39db-4531-bdcf-4ff1b13618cb service neutron] 10.222.0.61 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335542
Apr 07 08:08:07.869648 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-b26c2196-e72b-445d-b2ec-47baac7fd946 service neutron] 10.222.0.61 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2053578
Apr 07 08:08:07.882751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a7174-ee6c-4ec7-b17f-cb33f6a183ac req-be9b3936-ce1a-457c-b8b4-fe667a64ebde tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:07.884733 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dc6a7174-ee6c-4ec7-b17f-cb33f6a183ac req-be9b3936-ce1a-457c-b8b4-fe667a64ebde tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 946 time: 0.1415272
Apr 07 08:08:07.934610 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-dc6a7174-ee6c-4ec7-b17f-cb33f6a183ac req-286700f0-cdd8-40f2-a29f-0be249f40304 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427938
Apr 07 08:08:08.127804 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50664f40-8ea2-41f4-b5ce-f19144c0be9e req-c1f4e212-54c6-4113-87bb-c5f2252ade25 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:08.129399 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-50664f40-8ea2-41f4-b5ce-f19144c0be9e req-c1f4e212-54c6-4113-87bb-c5f2252ade25 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 946 time: 0.0891168
Apr 07 08:08:08.138595 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45646) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:08:08.144255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Request body: {'floatingip': {'port_id': '2264aaf7-58cf-48dc-b270-964d30146ce2'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:08:08.229979 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:08.393016 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-2c9a9c16-7919-44dd-ba7e-22fc9c35a238 req-3b54d1a7-439b-4595-ac28-bb30ec9bcd2e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 210 time: 0.1032739
Apr 07 08:08:08.913018 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:08.915792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:09.096892 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Floating IP e8044278-0fb6-4d02-afd4-b403987b51f1 associated. External IP: 172.27.1.14, port: 2264aaf7-58cf-48dc-b270-964d30146ce2.
Apr 07 08:08:09.423943 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-4e27a855-8efc-40eb-a471-cb813a2f41e2 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:09.425611 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-4e27a855-8efc-40eb-a471-cb813a2f41e2 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 812 time: 0.2110896
Apr 07 08:08:09.902921 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-39e4c084-b7ce-43ec-ae02-002763af32b8 req-09d737b5-569e-4c49-a5f9-fd8c3b486687 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 210 time: 0.3370638
Apr 07 08:08:09.952177 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-52fc9c85-3792-472c-87ee-2be0d3444728 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c HTTP/1.1" status: 200  len: 8061 time: 0.4680204
Apr 07 08:08:09.965656 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'port': {'device_id': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'admin_state_up': True, 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'security_groups': ['2d9d8efd-49d9-406b-ab95-cd0b131b0508']}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:08:10.079040 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Router 0b9b727a-c548-44e3-b192-a3c842673460 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:08:10.272782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:08:10.291677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:08:10.321636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Made reservation on behalf of 4557a56ec8814b2fad5ca9ce5271e61c for: {'port': 1} {{(pid=84317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 07 08:08:10.327724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:10.349810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:08:10.354565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:10.364234 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] Sync routers for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:08:10.380268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:08:10.380932 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f6d7358>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:07:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:08:10.471019 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-3df872be-d28c-4a0a-af9e-a4f573d6ede2 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "PUT /v2.0/floatingips/e8044278-0fb6-4d02-afd4-b403987b51f1 HTTP/1.1" status: 200  len: 991 time: 2.3311670
Apr 07 08:08:10.475762 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'tag': '2264aaf7-58cf-48dc-b270-964d30146ce2'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:08:10.541277 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'tag': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'status': 'completed', 'code': 200}
Apr 07 08:08:10.600312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:08:10.629224 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Allocated IP 172.20.0.3 (59e2285b-4bd9-457b-a30d-1d1ea155c402/62ebe958-7833-4d6f-9573-7fa6baeb76ee/aea6ca1a-0b4e-4304-b836-c0eb768f682a) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:08:10.686233 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-6fe926bd-8593-4a9e-b858-1fefcd135c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:10.687844 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-6fe926bd-8593-4a9e-b858-1fefcd135c86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 1099 time: 0.1291139
Apr 07 08:08:10.959383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-f078118b-a88a-4d49-891b-7324875bdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:10.960967 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-f078118b-a88a-4d49-891b-7324875bdf04 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 200  len: 911 time: 0.2647324
Apr 07 08:08:10.971255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f6d7358>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'e8044278-0fb6-4d02-afd4-b403987b51f1', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'port_id': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'mac_address': 'fa:16:3e:c9:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:07:48Z', 'updated_at': '2021-04-07T08:08:08Z', 'revision_number': 1, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:08:10.975448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] Checking router: 0b9b727a-c548-44e3-b192-a3c842673460 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:08:10.984378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:08:10.985038 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f6d7358>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:07:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:08:11.079345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:11.111530 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-60b06c74-58ee-4bc8-a35a-68a719abecae req-9d0839d0-61ad-4764-8f1e-1561200b911b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 210 time: 0.0782459
Apr 07 08:08:11.133290 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Transition to ACTIVE for port object aea6ca1a-0b4e-4304-b836-c0eb768f682a will not be triggered until provisioned by entity DHCP. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:08:11.147252 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-060d6c76-45c0-4160-9231-ce549a80957c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2264aaf7-58cf-48dc-b270-964d30146ce2 HTTP/1.1" status: 200  len: 999 time: 0.1776431
Apr 07 08:08:11.173230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:08:11.227852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:11.230493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-3dfafd60-add4-4574-93ad-e99da0249b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:11.232081 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-3dfafd60-add4-4574-93ad-e99da0249b7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 200  len: 849 time: 0.0775723
Apr 07 08:08:11.246312 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2366f116-ab49-494c-bd38-965278939bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:11.445787 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=aea6ca1a-0b4e-4304-b836-c0eb768f682a,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:11.465297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:11.518616 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-3d081dfe-ebbd-4abc-bec7-ab1fa77bc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:11.520218 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-3d081dfe-ebbd-4abc-bec7-ab1fa77bc586 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d1a83dfe-a480-46f0-91c0-c5c337f09ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2351983
Apr 07 08:08:11.524465 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:08:11.525654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:08:11.549314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:08:11.691611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:11.692310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:11.712855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f6d7358>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'e8044278-0fb6-4d02-afd4-b403987b51f1', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'port_id': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'mac_address': 'fa:16:3e:c9:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:07:48Z', 'updated_at': '2021-04-07T08:08:08Z', 'revision_number': 1, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:08:11.717556 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65e437-c5f1-4335-8173-8abd4a905da7 None None] The sync data for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi is: [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': 'e8044278-0fb6-4d02-afd4-b403987b51f1', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'port_id': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'mac_address': 'fa:16:3e:c9:96:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:07:48Z', 'updated_at': '2021-04-07T08:08:08Z', 'revision_number': 1, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:08:11.727760 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7666254
Apr 07 08:08:11.752092 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Request body: {'port': {'device_id': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78239'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:08:11.797779 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-4c5406e1-5769-46fa-9f69-fec9ea8af9e4 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2698786
Apr 07 08:08:11.815878 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5cb0ed46-dc46-49ba-ad10-67960bc7bfc8 None None] Provisioning for port aea6ca1a-0b4e-4304-b836-c0eb768f682a completed by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:08:11.821719 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-5cb0ed46-dc46-49ba-ad10-67960bc7bfc8 None None] Provisioning complete for port aea6ca1a-0b4e-4304-b836-c0eb768f682a triggered by entity DHCP. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:08:11.822133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ed46-dc46-49ba-ad10-67960bc7bfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:11.884259 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0ed46-dc46-49ba-ad10-67960bc7bfc8 None None] Port aea6ca1a-0b4e-4304-b836-c0eb768f682a cannot update to ACTIVE because it is not bound. {{(pid=84319) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 07 08:08:11.991974 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:12.054058 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a558b7bf-ad75-4750-92ee-07540a56f2b2 None None] New status for floating IP e8044278-0fb6-4d02-afd4-b403987b51f1: ACTIVE {{(pid=84319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:08:12.065884 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-9094a998-42cb-41d9-9f05-cd1cd3eb5c0d req-e5864a8f-53ca-4656-b2f4-92167da79622 service neutron] 10.222.0.67 "GET /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563932
Apr 07 08:08:12.433027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45a517-c35b-46dd-a9f8-144eaeacdd40 req-4a757b4a-c369-4c2c-8af8-2b945e1a6b84 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:12.433794 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-ce45a517-c35b-46dd-a9f8-144eaeacdd40 req-4a757b4a-c369-4c2c-8af8-2b945e1a6b84 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:08:12.465544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-ce45a517-c35b-46dd-a9f8-144eaeacdd40 req-4a757b4a-c369-4c2c-8af8-2b945e1a6b84 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:08:12.466800 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ce45a517-c35b-46dd-a9f8-144eaeacdd40 req-4a757b4a-c369-4c2c-8af8-2b945e1a6b84 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 931 time: 0.2263319
Apr 07 08:08:12.554236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea6ca1a-0b4e-4304-b836-c0eb768f682a {{(pid=84317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:08:12.565579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:12.570925 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ce45a517-c35b-46dd-a9f8-144eaeacdd40 req-51ae018c-6d2a-483b-b2e7-18835093b9d2 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720296
Apr 07 08:08:12.585222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Transition to ACTIVE for port object aea6ca1a-0b4e-4304-b836-c0eb768f682a will not be triggered until provisioned by entity L2. {{(pid=84317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 07 08:08:12.588294 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:12.603747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a508109-ef8a-444a-b4ac-987d30da4f12 tempest-AttachVolumeShelveTestJSON-1841041123 tempest-AttachVolumeShelveTestJSON-1841041123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:12.741987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=aea6ca1a-0b4e-4304-b836-c0eb768f682a,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:12.746707 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:13.218734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Attempting to bind port aea6ca1a-0b4e-4304-b836-c0eb768f682a on host hv-cinder-78239 for vnic_type normal with profile  {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 07 08:08:13.219383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Attempting to bind port aea6ca1a-0b4e-4304-b836-c0eb768f682a by drivers openvswitch,hyperv on host hv-cinder-78239 at level 0 using segments [{'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 07 08:08:13.219514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Attempting to bind port aea6ca1a-0b4e-4304-b836-c0eb768f682a on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:08:13.224348 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Port aea6ca1a-0b4e-4304-b836-c0eb768f682a on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78239 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 07 08:08:13.224713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Attempting to bind port aea6ca1a-0b4e-4304-b836-c0eb768f682a on network 59e2285b-4bd9-457b-a30d-1d1ea155c402 {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 07 08:08:13.230212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Checking agent: {'id': 'd223c83a-006a-4ce2-9f62-8b0ff19a6e3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78239', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'started_at': datetime.datetime(2021, 4, 7, 7, 54, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 7, 8, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 07 08:08:13.230590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Checking segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 07 08:08:13.231014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Bound using segment: {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'} {{(pid=84317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 07 08:08:13.231485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Bound port: aea6ca1a-0b4e-4304-b836-c0eb768f682a, host: hv-cinder-78239, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c2a315-66b9-4a0a-b19a-8859b63a4831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402'}}] {{(pid=84317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 07 08:08:13.231868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:13.326485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] For port aea6ca1a-0b4e-4304-b836-c0eb768f682a, host hv-cinder-78239, cleared binding levels {{(pid=84317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 07 08:08:13.329584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] For port aea6ca1a-0b4e-4304-b836-c0eb768f682a, host hv-cinder-78239, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 07 08:08:13.332846 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:13.348273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0fb46e29-c14d-42ed-9de3-41e88aa89a51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:13.498367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=aea6ca1a-0b4e-4304-b836-c0eb768f682a,revision_number=3']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:13.503864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:13.535653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:13.536341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:13.537889 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/aea6ca1a-0b4e-4304-b836-c0eb768f682a HTTP/1.1" status: 200  len: 1093 time: 1.7937107
Apr 07 08:08:13.538507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:08:13.624143 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'status': 'completed', 'code': 200}
Apr 07 08:08:13.665127 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-6e8f168f-4de0-4c34-92d4-eb853713c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:13.666860 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-6e8f168f-4de0-4c34-92d4-eb853713c860 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 1096 time: 0.0876896
Apr 07 08:08:13.781216 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-b0e20d64-8865-4d4e-bd18-a573bc788311 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a HTTP/1.1" status: 200  len: 217 time: 0.1058128
Apr 07 08:08:13.872529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-7445beba-200d-4d07-a47f-eb865478a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:13.874128 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-7445beba-200d-4d07-a47f-eb865478a2e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0866601
Apr 07 08:08:13.935357 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f528c-cad3-471c-9637-9b2b87b6c813 req-8e3da59d-4155-41a1-b925-25522aec6ab5 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:13.936963 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-747f528c-cad3-471c-9637-9b2b87b6c813 req-8e3da59d-4155-41a1-b925-25522aec6ab5 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 943 time: 0.2021358
Apr 07 08:08:14.002902 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-747f528c-cad3-471c-9637-9b2b87b6c813 req-8351a333-e67b-4407-b9d6-7500a1be68e7 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549426
Apr 07 08:08:14.016050 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-2a824e17-0d7f-4bad-afa4-1a82a98347ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:14.017651 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-2a824e17-0d7f-4bad-afa4-1a82a98347ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1366138
Apr 07 08:08:14.157985 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-12880a5e-f5d3-4ae6-a9fa-63291568021e service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338024
Apr 07 08:08:14.297406 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5d91bef1-c2f4-4b06-999d-23e00dd88838 req-932a483c-9285-4b01-a688-7ab52f3aa24d service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330462
Apr 07 08:08:14.411042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-aca5f976-35a7-424a-ae25-ccd69f506c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:14.412577 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-aca5f976-35a7-424a-ae25-ccd69f506c53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 1096 time: 0.0759912
Apr 07 08:08:14.552027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-f4052773-5208-4ed0-8543-26e7763edfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:14.553637 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-f4052773-5208-4ed0-8543-26e7763edfba service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1340725
Apr 07 08:08:14.629514 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-555efc69-1f89-48c9-bad4-25ea0200ca93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a HTTP/1.1" status: 200  len: 217 time: 0.0681255
Apr 07 08:08:14.699585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-6b42536a-cac2-486c-b6b7-0521db49ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:14.700992 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-6b42536a-cac2-486c-b6b7-0521db49ebfe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0616972
Apr 07 08:08:14.793201 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-a6e8dbe4-1422-47ce-be24-7d1bbb679445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:14.794744 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-a6e8dbe4-1422-47ce-be24-7d1bbb679445 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783572
Apr 07 08:08:14.938408 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-4ddcb56e-f303-46d5-9741-8b6a774f8912 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363733
Apr 07 08:08:15.078975 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-434c26a0-b2aa-4df3-b721-0add2b21ae33 req-5d23d932-75c1-4de1-ba24-c9bc71511b3a service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339555
Apr 07 08:08:15.207803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2017d53-7d89-4d3b-bea0-2d45b6d89357 req-04ac7d1b-e67b-4159-903f-641f7184731c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:15.209980 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b2017d53-7d89-4d3b-bea0-2d45b6d89357 req-04ac7d1b-e67b-4159-903f-641f7184731c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 943 time: 0.0868285
Apr 07 08:08:15.256733 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-b2017d53-7d89-4d3b-bea0-2d45b6d89357 req-afbab0c8-7d14-4b90-a866-61bb1926521b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404098
Apr 07 08:08:16.456216 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a6d9b-6ae8-442c-866d-cac171bfe530 req-849505a4-1d1e-481f-bb55-c96e31effee1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:16.457779 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-300a6d9b-6ae8-442c-866d-cac171bfe530 req-849505a4-1d1e-481f-bb55-c96e31effee1 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 943 time: 0.0901179
Apr 07 08:08:16.506464 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-300a6d9b-6ae8-442c-866d-cac171bfe530 req-26640886-9958-4391-badf-f5677300a580 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417655
Apr 07 08:08:17.703708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98218849-1ba9-4180-a499-41873b0ad099 req-ae38aea9-1877-4083-b726-6103d5d020fd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:17.705309 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-98218849-1ba9-4180-a499-41873b0ad099 req-ae38aea9-1877-4083-b726-6103d5d020fd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 943 time: 0.0865719
Apr 07 08:08:17.756315 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-98218849-1ba9-4180-a499-41873b0ad099 req-c4b83d66-1866-472e-87d2-f427e38d1e3a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447392
Apr 07 08:08:18.956935 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de98e7-7e6e-4d26-ae60-de4f3831d571 req-2497d085-7602-418a-9087-b1df2a24629b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:18.958593 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a2de98e7-7e6e-4d26-ae60-de4f3831d571 req-2497d085-7602-418a-9087-b1df2a24629b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 943 time: 0.0885570
Apr 07 08:08:19.006203 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-a2de98e7-7e6e-4d26-ae60-de4f3831d571 req-60e53922-0e89-4308-8dd2-49c72bcf9fd2 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412874
Apr 07 08:08:20.205212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a89c75-2c06-4c2a-adb5-1c6242b07b96 req-6879b111-8eeb-49c1-9a55-f287382fe7db tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:20.206699 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c0a89c75-2c06-4c2a-adb5-1c6242b07b96 req-6879b111-8eeb-49c1-9a55-f287382fe7db tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 943 time: 0.0891509
Apr 07 08:08:20.253785 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c0a89c75-2c06-4c2a-adb5-1c6242b07b96 req-4fb02c09-0f28-439b-ba37-cba126229f51 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404160
Apr 07 08:08:21.450597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779342d4-d092-419b-9c69-1f7f2537dad9 req-9e80ee9c-92d6-4440-ac80-e90f8b7bd58d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:21.452193 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-779342d4-d092-419b-9c69-1f7f2537dad9 req-9e80ee9c-92d6-4440-ac80-e90f8b7bd58d tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 943 time: 0.0881941
Apr 07 08:08:21.499237 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-779342d4-d092-419b-9c69-1f7f2537dad9 req-d31e81da-b8e0-452c-ba44-55df8d50d197 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407646
Apr 07 08:08:22.702204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8da2c8-2a7d-464e-9413-b27204d516fa req-099388ee-75db-462c-9060-d71d3b98f58f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:22.703773 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cc8da2c8-2a7d-464e-9413-b27204d516fa req-099388ee-75db-462c-9060-d71d3b98f58f tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 943 time: 0.0907171
Apr 07 08:08:22.750676 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-cc8da2c8-2a7d-464e-9413-b27204d516fa req-91610298-c7f7-463a-8578-b0cbac26156c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401328
Apr 07 08:08:23.359343 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-396fe6de-cd78-41d0-9370-acc08c69a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:23.462965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device aea6ca1a-0b4e-4304-b836-c0eb768f682a details requested by agent hyperv_hv-cinder-78239 with host hv-cinder-78239 {{(pid=84319) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 07 08:08:23.601824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port aea6ca1a-0b4e-4304-b836-c0eb768f682a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:08:23.615657 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Returning: {'device': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'port_id': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'mac_address': 'fa:16:3e:c9:ab:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84319) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 07 08:08:23.673679 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:23.692363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea6ca1a-0b4e-4304-b836-c0eb768f682a {{(pid=84319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 07 08:08:23.708042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port aea6ca1a-0b4e-4304-b836-c0eb768f682a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:08:23.710837 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:23.712637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:23.784176 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=aea6ca1a-0b4e-4304-b836-c0eb768f682a,revision_number=4']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:23.787524 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:23.939215 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] get_ports_and_sgs() called for port_ids ['aea6ca1a-0b4e-4304-b836-c0eb768f682a'] {{(pid=84319) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 07 08:08:23.955714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa236a-bb1c-4f8a-96df-7d7750f1bbd9 req-7a747131-6cce-4bec-a4ef-adcf819ce9ef tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:23.957348 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5fa236a-bb1c-4f8a-96df-7d7750f1bbd9 req-7a747131-6cce-4bec-a4ef-adcf819ce9ef tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 944 time: 0.0955167
Apr 07 08:08:24.006542 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f5fa236a-bb1c-4f8a-96df-7d7750f1bbd9 req-7675ae90-9647-41d6-b99b-83f98b806bd0 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427814
Apr 07 08:08:25.203875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27870a-9f55-4a9c-91a6-4debe91a571b req-3bfa0b54-9d92-4e17-a2af-f1ee835986fd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:25.205502 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f27870a-9f55-4a9c-91a6-4debe91a571b req-3bfa0b54-9d92-4e17-a2af-f1ee835986fd tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 944 time: 0.0869143
Apr 07 08:08:25.255655 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-7f27870a-9f55-4a9c-91a6-4debe91a571b req-0826061a-3103-48e8-80be-e2f72602cc74 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437369
Apr 07 08:08:25.478699 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device aea6ca1a-0b4e-4304-b836-c0eb768f682a up at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 07 08:08:25.551253 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning for port aea6ca1a-0b4e-4304-b836-c0eb768f682a completed by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 07 08:08:25.556091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.provisioning_blocks [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Provisioning complete for port aea6ca1a-0b4e-4304-b836-c0eb768f682a triggered by entity L2. {{(pid=84319) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 07 08:08:25.556508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-28766'] for port, provisioning_complete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:25.675877 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:25.703999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a'}] {{(pid=84319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:08:25.714714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] For port aea6ca1a-0b4e-4304-b836-c0eb768f682a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:08:25.718708 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756'] for port, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:25.720614 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:25.761088 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'code': 200}
Apr 07 08:08:25.795005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Pushing event updated for resources: {'Port': ['ID=aea6ca1a-0b4e-4304-b836-c0eb768f682a,revision_number=5']} {{(pid=84319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:25.798022 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:26.027536 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-530597c5-ed0a-4cb3-ad53-9a269f018e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:26.055810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76842c3-70a4-47c2-992e-6ec67776b73e req-2925b127-d9fb-4f0a-a1ae-36c7f083f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:26.057429 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c76842c3-70a4-47c2-992e-6ec67776b73e req-2925b127-d9fb-4f0a-a1ae-36c7f083f146 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 1098 time: 0.0810862
Apr 07 08:08:26.100323 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c76842c3-70a4-47c2-992e-6ec67776b73e req-a924a548-ebc2-4469-b39e-dfe622ac9939 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360641
Apr 07 08:08:26.456260 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8164f34-3bcc-4ad1-979a-ef3435c624f7 req-0053eb1e-a1fc-46f6-b9c1-3f919605b96b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:26.456904 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:26.457939 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f8164f34-3bcc-4ad1-979a-ef3435c624f7 req-0053eb1e-a1fc-46f6-b9c1-3f919605b96b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 945 time: 0.0880499
Apr 07 08:08:26.505588 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f8164f34-3bcc-4ad1-979a-ef3435c624f7 req-bbb3524e-795c-4c3b-b57d-0b738d450a13 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413601
Apr 07 08:08:27.464371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:27.570502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:27.708771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e2f5a-64c0-439c-953d-12e8f4f5592e req-6de9c1d3-6bd8-4f5f-abc2-9ed6d0b1a323 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:27.710300 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d14e2f5a-64c0-439c-953d-12e8f4f5592e req-6de9c1d3-6bd8-4f5f-abc2-9ed6d0b1a323 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 945 time: 0.0897894
Apr 07 08:08:27.757681 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d14e2f5a-64c0-439c-953d-12e8f4f5592e req-5cb59f57-770b-46ee-a50f-b9bf0a08c12b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410471
Apr 07 08:08:27.960752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce510f8-9955-439b-aa44-f16218dc1728 req-9b91c153-7994-4427-86c2-46d940c381b8 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:27.962289 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ce510f8-9955-439b-aa44-f16218dc1728 req-9b91c153-7994-4427-86c2-46d940c381b8 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 945 time: 0.0912826
Apr 07 08:08:28.011319 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1ce510f8-9955-439b-aa44-f16218dc1728 req-4cb0deec-df67-4b01-80e3-4812ec79d265 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425355
Apr 07 08:08:28.036670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45730) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:08:28.114513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39164c-374a-448b-8d01-a232abb2ec77 tempest-TestVolumeBootPattern-1186913359 tempest-TestVolumeBootPattern-1186913359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:28.116156 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ac39164c-374a-448b-8d01-a232abb2ec77 tempest-TestVolumeBootPattern-1186913359 tempest-TestVolumeBootPattern-1186913359-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 1093 time: 0.0783634
Apr 07 08:08:28.119274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45734) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:08:28.124919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.v2.base [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Request body: {'floatingip': {'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'port_id': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 07 08:08:28.131782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:08:28.135933 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Usage tracker for resource:floatingip and tenant:4557a56ec8814b2fad5ca9ce5271e61c is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:08:28.138899 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:08:28.144905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:08:28.155024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:28.159645 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:28.297513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:28.443350 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_common [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Allocated IP 172.27.1.175 (a54ab3bc-3582-4b7f-9730-d5275712e69e/eba2a203-0c4e-4a65-854a-dd2b024b6a18/bc56db86-6898-42a5-89d2-3e1b9a52aa49) {{(pid=84317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 07 08:08:28.829552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:28.860562 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266765974064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:28.876553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3821d8d7-491f-47e5-ae27-9f99ab2bcc6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:29.010991 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=bc56db86-6898-42a5-89d2-3e1b9a52aa49,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:29.015660 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:29.066551 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Network a54ab3bc-3582-4b7f-9730-d5275712e69e is already hosted by enough agents. {{(pid=84317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 07 08:08:29.067712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.base_scheduler [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Resources bound (agent type, host, resource id):  {{(pid=84317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 07 08:08:29.070021 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Received port after_create {{(pid=84317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 07 08:08:29.482355 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:29.557396 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854624546'] for port, before_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:29.826613 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for port, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:29.830080 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770089244036', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266765974047', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363266765973756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036787880639'] for port, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:29.845345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:08:29.980906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event updated for resources: {'Port': ['ID=bc56db86-6898-42a5-89d2-3e1b9a52aa49,revision_number=2']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:08:29.985675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:08:30.085234 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:30.263390 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Floating IP 041eabfc-68e9-4f56-b8b4-e88013dee986 associated. External IP: 172.27.1.175, port: aea6ca1a-0b4e-4304-b836-c0eb768f682a.
Apr 07 08:08:30.624036 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:08:30.816816 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:08:30.828173 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:08:30.840834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:08:30.841550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4aadd8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:08:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:08:30.842715 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:30.912666 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7868118
Apr 07 08:08:30.912666 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:08:30.957949 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'status': 'completed', 'code': 200}
Apr 07 08:08:31.050539 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:08:31.057310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-5606d5ab-1363-4c5f-ab90-95b46929f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:31.058902 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-5606d5ab-1363-4c5f-ab90-95b46929f4be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 1098 time: 0.0807681
Apr 07 08:08:31.199089 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-50822616-a908-4e98-b42a-69410783ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:31.200660 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-50822616-a908-4e98-b42a-69410783ae8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1354592
Apr 07 08:08:31.309529 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-3fc57a86-8fcf-4bcd-9246-2d1049eeff77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a HTTP/1.1" status: 200  len: 999 time: 0.1021199
Apr 07 08:08:31.377643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-43960188-21ef-4c39-b1bc-4133bb164f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:31.379188 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-43960188-21ef-4c39-b1bc-4133bb164f76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0635438
Apr 07 08:08:31.415322 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4aadd8>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '041eabfc-68e9-4f56-b8b4-e88013dee986', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:c9:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:08:29Z', 'updated_at': '2021-04-07T08:08:29Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}, {'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:21Z', 'revision_number': 1, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:08:31.419254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:08:31.428138 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:08:31.428784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4aadd8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:08:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:08:31.461661 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-49a8d833-3dcf-4653-a679-dfd9947bbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:31.463190 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-49a8d833-3dcf-4653-a679-dfd9947bbf84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758753
Apr 07 08:08:31.604156 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-538fa4de-6152-498c-af87-9068cf7f4a09 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341660
Apr 07 08:08:31.612643 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:08:31.749651 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-04c5076a-5b2b-4610-bdd6-1b0eb94cc48f req-5a88e4ca-c290-4812-ab41-14fc05f7fbac service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362810
Apr 07 08:08:31.980471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f4aadd8>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '041eabfc-68e9-4f56-b8b4-e88013dee986', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:c9:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:08:29Z', 'updated_at': '2021-04-07T08:08:29Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}, {'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:21Z', 'revision_number': 1, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:08:31.984733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e5c6d7-abeb-4bc7-93b7-1b5d49e2555b None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '041eabfc-68e9-4f56-b8b4-e88013dee986', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:c9:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:08:29Z', 'updated_at': '2021-04-07T08:08:29Z', 'revision_number': 0, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}, {'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:21Z', 'revision_number': 1, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:08:32.254066 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8986-37dc-4775-8f80-45f59a2f2425 None None] New status for floating IP 041eabfc-68e9-4f56-b8b4-e88013dee986: ACTIVE {{(pid=84319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:08:35.126917 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-43281471-b984-4c71-860f-51d90ae690e9 req-314958c1-a52a-4402-934e-ee0228ff0f36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3242915
Apr 07 08:08:35.225635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281471-b984-4c71-860f-51d90ae690e9 req-75d2e221-78c1-4077-b354-fdf8b75596e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:35.227237 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-43281471-b984-4c71-860f-51d90ae690e9 req-75d2e221-78c1-4077-b354-fdf8b75596e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 1098 time: 0.0772879
Apr 07 08:08:35.384902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281471-b984-4c71-860f-51d90ae690e9 req-467c4229-1d08-46a3-948c-b5ae823d623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:35.386423 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-43281471-b984-4c71-860f-51d90ae690e9 req-467c4229-1d08-46a3-948c-b5ae823d623a service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1348774
Apr 07 08:08:35.497295 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-43281471-b984-4c71-860f-51d90ae690e9 req-bdea522e-cc18-4305-8336-7eb7f0aaaf0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1 HTTP/1.1" status: 200  len: 1001 time: 0.1035278
Apr 07 08:08:35.569057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281471-b984-4c71-860f-51d90ae690e9 req-c375b210-bc3a-4ea4-ac30-db01441186d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:35.570621 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-43281471-b984-4c71-860f-51d90ae690e9 req-c375b210-bc3a-4ea4-ac30-db01441186d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0661376
Apr 07 08:08:35.651879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43281471-b984-4c71-860f-51d90ae690e9 req-0a441f2e-fe29-4807-b71c-8aef43564662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:08:35.653356 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-43281471-b984-4c71-860f-51d90ae690e9 req-0a441f2e-fe29-4807-b71c-8aef43564662 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758743
Apr 07 08:08:35.793646 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-43281471-b984-4c71-860f-51d90ae690e9 req-407873b6-929a-461f-ac44-ae0051846d44 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341059
Apr 07 08:08:35.938091 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-43281471-b984-4c71-860f-51d90ae690e9 req-f2ff7482-6acc-4d44-b603-9a6313632d38 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372640
Apr 07 08:08:39.589304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:08:53.360502 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b935e7df-71c8-48e3-b535-bc7ef2ad0bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:56.029093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1f7e83c9-c667-4c35-ad51-c61c93c82179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:56.458864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:57.466037 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:57.591860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:08:58.162213 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:16.588923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:09:23.365897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-5930dd0e-c76d-4e60-86f3-9d5ce4e62d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:25.142252 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31c587-da1e-4dcd-9a00-b98e94c1899a req-20b7392e-3880-4790-9f38-5874ff9f902d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:09:25.143734 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5a31c587-da1e-4dcd-9a00-b98e94c1899a req-20b7392e-3880-4790-9f38-5874ff9f902d tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 946 time: 0.0924349
Apr 07 08:09:25.191543 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5a31c587-da1e-4dcd-9a00-b98e94c1899a req-71d564ac-fbb7-40ab-9888-16cb716ba4c0 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412788
Apr 07 08:09:26.029219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd7d2-2c5c-4d90-ad9e-818914566ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:26.395175 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2344e-00a1-4736-a867-8294a98f4ed0 req-34786820-d571-49d7-b898-9c61fdb50fd5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:09:26.396756 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5ef2344e-00a1-4736-a867-8294a98f4ed0 req-34786820-d571-49d7-b898-9c61fdb50fd5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 946 time: 0.0876739
Apr 07 08:09:26.443920 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-5ef2344e-00a1-4736-a867-8294a98f4ed0 req-297dc267-bf38-471b-82f2-bed741481ace tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409298
Apr 07 08:09:26.461875 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:26.788437 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-2347e3e8-dc01-4983-ad7a-4b3f8c9e3306 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:09:26.790016 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-2347e3e8-dc01-4983-ad7a-4b3f8c9e3306 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 946 time: 0.0888131
Apr 07 08:09:26.868751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Deleting port 2264aaf7-58cf-48dc-b270-964d30146ce2 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:09:26.869187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:27.131488 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] For port 2264aaf7-58cf-48dc-b270-964d30146ce2, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=2264aaf7-58cf-48dc-b270-964d30146ce2,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:09:27.131881 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:27.434238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:27.434810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854102581'] for floatingip, after_update {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:27.434923 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Floating IP e8044278-0fb6-4d02-afd4-b403987b51f1 disassociated. External IP: 172.27.1.14, port: 2264aaf7-58cf-48dc-b270-964d30146ce2.
Apr 07 08:09:27.435237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Calling delete_port for 2264aaf7-58cf-48dc-b270-964d30146ce2 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:09:27.469848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:27.599317 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:27.635283 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:27.656726 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-da1edb27-e783-4d50-8fc8-4309d2b20743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:27.751677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event deleted for resources: {'Port': ['ID=2264aaf7-58cf-48dc-b270-964d30146ce2,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:27.775258 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.775667 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.776074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.776476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.776871 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.777314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.777711 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.778103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.778494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.778883 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.779268 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.779653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:27.786164 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:27.800906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2947a-9e13-42b1-8354-627e3910cd55 req-05c8731c-f6b2-4de0-9fb2-0b98d717b320 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:09:27.802497 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-68f2947a-9e13-42b1-8354-627e3910cd55 req-05c8731c-f6b2-4de0-9fb2-0b98d717b320 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 946 time: 0.2403612
Apr 07 08:09:27.887672 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-68f2947a-9e13-42b1-8354-627e3910cd55 req-a03fdf51-5f19-4a67-bb66-c1b2b894d5a6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups?id=8d4a74ce-734f-4312-a8b7-297435c35602&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780163
Apr 07 08:09:28.085999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Router 0b9b727a-c548-44e3-b192-a3c842673460 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:09:28.167049 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:28.280147 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:09:28.290845 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] Sync routers for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:09:28.302235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:09:28.302903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0d27b8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:28.359495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] No DVR routers for this DVR port 2264aaf7-58cf-48dc-b270-964d30146ce2 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:09:28.363183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:28.366257 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'name': 'network-vif-deleted', 'tag': '2264aaf7-58cf-48dc-b270-964d30146ce2'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:09:28.382815 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-45681a4e-67c6-438b-9004-ca28e5e6c45f req-cc659c13-c486-4255-abdd-a3b3af70d023 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.67 "DELETE /v2.0/ports/2264aaf7-58cf-48dc-b270-964d30146ce2 HTTP/1.1" status: 204  len: 173 time: 1.5866947
Apr 07 08:09:28.430942 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac0cad5-7007-4041-900b-b9a5931676ee', 'name': 'network-vif-deleted', 'tag': '2264aaf7-58cf-48dc-b270-964d30146ce2', 'status': 'completed', 'code': 200}
Apr 07 08:09:28.505469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:09:29.005122 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0d27b8>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:29.010359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] Checking router: 0b9b727a-c548-44e3-b192-a3c842673460 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:09:29.020086 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:09:29.020743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0d27b8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:29.082139 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-4f9aa1fd-f78e-4b61-83b1-acac4a53d9f0 req-9d51f4db-b754-449c-b1d0-fbc62bb0aca5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Synchronizing usage tracker for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:09:29.097504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-4f9aa1fd-f78e-4b61-83b1-acac4a53d9f0 req-9d51f4db-b754-449c-b1d0-fbc62bb0aca5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Unset dirty status for tenant:e0d49ffd188f45a182005a52ad3dabc2 on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:09:29.101368 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-4f9aa1fd-f78e-4b61-83b1-acac4a53d9f0 req-9d51f4db-b754-449c-b1d0-fbc62bb0aca5 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/ports?device_id=cac0cad5-7007-4041-900b-b9a5931676ee HTTP/1.1" status: 200  len: 210 time: 0.0724530
Apr 07 08:09:29.209788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:09:29.536149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f0d27b8>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:29.540133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984e3d6f-3425-4488-af61-4d21f5674e6c None None] The sync data for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi is: [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:04:47Z', 'revision_number': 4, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '1873bbb1-ef56-4332-964d-4ca91c65e6f1', 'name': '', 'network_id': 'd1a83dfe-a480-46f0-91c0-c5c337f09ca3', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'mac_address': 'fa:16:3e:9f:c4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:46Z', 'updated_at': '2021-04-07T08:04:55Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'subnets': [{'id': 'f3d1671c-c08f-4981-be83-42ab10cbe634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:09:29.948067 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb493e-8485-41bc-a788-2e7e9b50855c None None] New status for floating IP e8044278-0fb6-4d02-afd4-b403987b51f1: DOWN {{(pid=84319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:09:30.230187 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45910) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:30.298087 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-67afb8cd-eeca-41dc-adf1-97a9f7dbebd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:30.327535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-67afb8cd-eeca-41dc-adf1-97a9f7dbebd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:30.371793 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-67afb8cd-eeca-41dc-adf1-97a9f7dbebd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:30.376903 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-21f1833b-2423-43b2-aa47-1c35a5ec296f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:30.392149 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afb8cd-eeca-41dc-adf1-97a9f7dbebd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4a74ce-734f-4312-a8b7-297435c35602,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:30.395557 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-67afb8cd-eeca-41dc-adf1-97a9f7dbebd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:30.402042 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-67afb8cd-eeca-41dc-adf1-97a9f7dbebd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:30.403254 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-67afb8cd-eeca-41dc-adf1-97a9f7dbebd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "DELETE /v2.0/security-groups/8d4a74ce-734f-4312-a8b7-297435c35602 HTTP/1.1" status: 204  len: 168 time: 0.1719966
Apr 07 08:09:30.406083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45914) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:30.423080 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.api.v2.resource [None req-a412c82e-3955-4fc9-a4bc-009e90761b92 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] show failed (client error): The resource could not be found.
Apr 07 08:09:30.424140 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a412c82e-3955-4fc9-a4bc-009e90761b92 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "GET /v2.0/security-groups/8d4a74ce-734f-4312-a8b7-297435c35602 HTTP/1.1" status: 404  len: 347 time: 0.0171013
Apr 07 08:09:30.427074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45918) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:30.827218 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Deleting port ed8f78eb-3493-4aa5-87da-de196cf42e23 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:09:30.827797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:31.007470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:31.007832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:31.135293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Calling delete_port for ed8f78eb-3493-4aa5-87da-de196cf42e23 owned by network:floatingip {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:09:31.277561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:31.292642 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9649e394-297d-458c-a333-ceed540cc8e3 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:31.385710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Pushing event deleted for resources: {'Port': ['ID=ed8f78eb-3493-4aa5-87da-de196cf42e23,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:31.389663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:31.544803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks [] for floatingip, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:31.561777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:31.563000 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-1ba0accf-a4b0-4961-881e-d5da7c26987f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] 10.222.0.61 "DELETE /v2.0/floatingips/e8044278-0fb6-4d02-afd4-b403987b51f1 HTTP/1.1" status: 204  len: 168 time: 1.1349845
Apr 07 08:09:31.820698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 2264aaf7-58cf-48dc-b270-964d30146ce2 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:09:31.858093 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: 2264aaf7-58cf-48dc-b270-964d30146ce2 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:09:31.858600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device 2264aaf7-58cf-48dc-b270-964d30146ce2 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:09:34.879254 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-65182620-7920-4d11-8dae-26d2d3fffc15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0824931
Apr 07 08:09:35.025475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-870a04fa-b813-4e25-9b38-3f64e1ee9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:09:35.027025 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-870a04fa-b813-4e25-9b38-3f64e1ee9f9c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 1098 time: 0.0758200
Apr 07 08:09:35.180496 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-84b34fe5-4eff-405f-8977-867530394c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:09:35.181982 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-84b34fe5-4eff-405f-8977-867530394c11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1358848
Apr 07 08:09:35.290602 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-56062e17-d342-4d7f-bab9-b3eec66a8d4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1 HTTP/1.1" status: 200  len: 1001 time: 0.1021554
Apr 07 08:09:35.360057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-430bc867-f016-4a5f-a6fb-8fba3aab1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:09:35.361612 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-430bc867-f016-4a5f-a6fb-8fba3aab1352 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0648329
Apr 07 08:09:35.442628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-49909f56-1970-42ae-b5dd-b1c89f4ea884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:09:35.444158 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-49909f56-1970-42ae-b5dd-b1c89f4ea884 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759323
Apr 07 08:09:35.585884 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-0542d9a9-8a55-4735-8073-d06b0dab721f service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350048
Apr 07 08:09:35.608786 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45948) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:35.727216 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-fcd08d78-0da5-44fa-ad71-e70413b81d57 req-bccdca02-7195-476d-a468-338d8dc7532e service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346984
Apr 07 08:09:36.176858 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:36.538118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Deleting port 1873bbb1-ef56-4332-964d-4ca91c65e6f1 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:09:36.538411 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:36.954030 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-08d55067-599b-4473-9807-847faddf404a admin admin] For port 1873bbb1-ef56-4332-964d-4ca91c65e6f1, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=1873bbb1-ef56-4332-964d-4ca91c65e6f1,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:09:36.954424 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:37.082948 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Calling delete_port for 1873bbb1-ef56-4332-964d-4ca91c65e6f1 owned by network:router_interface {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:09:37.251603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:37.269666 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-3c87a7e0-9d5a-4f6c-9fb5-dcfd58d54ca6 tempest-ServerRescueNegativeTestJSON-1747432799 tempest-ServerRescueNegativeTestJSON-1747432799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:37.367656 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Pushing event deleted for resources: {'Port': ['ID=1873bbb1-ef56-4332-964d-4ca91c65e6f1,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:37.384107 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.384539 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.384963 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.385408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.385824 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.386240 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.386656 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.387063 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.387474 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.387882 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.388288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.388693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:09:37.394113 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:37.722680 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:38.223678 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Router 0b9b727a-c548-44e3-b192-a3c842673460 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:09:38.412653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:09:38.421338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] Sync routers for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:09:38.426069 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-08d55067-599b-4473-9807-847faddf404a admin admin] 10.222.0.61 "PUT /v2.0/routers/0b9b727a-c548-44e3-b192-a3c842673460/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8160417
Apr 07 08:09:38.428593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45952) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:38.431713 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:09:38.432378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f17ca58>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:38.639716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:09:38.882250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks [] for router, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:38.993710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f17ca58>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:09:37Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:38.997902 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] Checking router: 0b9b727a-c548-44e3-b192-a3c842673460 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:09:39.008214 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] Routers {'0b9b727a-c548-44e3-b192-a3c842673460'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:09:39.008214 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f17ca58>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['0b9b727a-c548-44e3-b192-a3c842673460'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:39.084587 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:39.095074 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Deleting port eee44aa9-0601-4255-88b7-bf2f5636ca19 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:09:39.095409 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:39.201012 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] Set router 0b9b727a-c548-44e3-b192-a3c842673460 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:09:39.291619 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] For port eee44aa9-0601-4255-88b7-bf2f5636ca19, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=eee44aa9-0601-4255-88b7-bf2f5636ca19,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:09:39.292009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:39.428885 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Calling delete_port for eee44aa9-0601-4255-88b7-bf2f5636ca19 owned by network:router_gateway {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:09:39.507399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f17ca58>, [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:09:37Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:39.511687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5669e16d-ee96-4bff-b80c-e85a8f402041 None None] The sync data for ids ['0b9b727a-c548-44e3-b192-a3c842673460'] in dv-cinder-782390-4-iscsi is: [{'id': '0b9b727a-c548-44e3-b192-a3c842673460', 'name': 'tempest-AttachVolumeTestJSON-264470617-router', 'tenant_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:04:39Z', 'updated_at': '2021-04-07T08:09:37Z', 'revision_number': 5, 'project_id': 'e0d49ffd188f45a182005a52ad3dabc2', 'gw_port': {'id': 'eee44aa9-0601-4255-88b7-bf2f5636ca19', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b727a-c548-44e3-b192-a3c842673460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:04:41Z', 'updated_at': '2021-04-07T08:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:09:39.845583 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:39.861304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c73dfae0-d5f3-4a8a-8779-99a24594e3f4 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:39.956915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee44aa9-0601-4255-88b7-bf2f5636ca19,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:39.960975 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:40.118131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.298915 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.301761 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.322408 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.322989 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9b727a-c548-44e3-b192-a3c842673460 {{(pid=84318) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 08:09:40.335685 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] Notify callbacks [] for router, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.336899 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-57afa15d-6f99-4bb8-a44e-0fd8a3827b54 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0b9b727a-c548-44e3-b192-a3c842673460 HTTP/1.1" status: 204  len: 168 time: 1.9072890
Apr 07 08:09:40.339629 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45958) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:40.409892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] Deleting subnet f3d1671c-c08f-4981-be83-42ab10cbe634 {{(pid=84318) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:09:40.413034 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.466805 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65686612'] for subnet, precommit_delete_associations {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.550813 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.804887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64341809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65652369'] for subnet, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.820027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:40.908157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d1671c-c08f-4981-be83-42ab10cbe634,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:40.912906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:40.921325 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device eee44aa9-0601-4255-88b7-bf2f5636ca19 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:09:40.956060 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for subnet, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:40.962351 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d0a8f11e-8515-465f-8759-d00075b2188f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f3d1671c-c08f-4981-be83-42ab10cbe634 HTTP/1.1" status: 204  len: 168 time: 0.6217005
Apr 07 08:09:40.962739 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0449b-c4d8-45ca-8d11-bf518f1cf395 None None] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:09:40.964998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 45962) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:40.975900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: eee44aa9-0601-4255-88b7-bf2f5636ca19 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:09:40.976291 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device eee44aa9-0601-4255-88b7-bf2f5636ca19 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:09:40.976757 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 1873bbb1-ef56-4332-964d-4ca91c65e6f1 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:09:41.066111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 1873bbb1-ef56-4332-964d-4ca91c65e6f1 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:09:41.066517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 1873bbb1-ef56-4332-964d-4ca91c65e6f1 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:09:41.081684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:41.150604 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Deleting port c150345c-cdb3-47ac-9b0a-49df70281939 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:09:41.150978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:41.244923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] DHCP port deletion for d1a83dfe-a480-46f0-91c0-c5c337f09ca3 request from dv-cinder-782390-4-iscsi {{(pid=84319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 08:09:41.249392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] Deleting port c150345c-cdb3-47ac-9b0a-49df70281939 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:09:41.249879 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:41.380326 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] For port c150345c-cdb3-47ac-9b0a-49df70281939, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=c150345c-cdb3-47ac-9b0a-49df70281939,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:09:41.380653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:41.515518 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Calling delete_port for c150345c-cdb3-47ac-9b0a-49df70281939 owned by network:dhcp {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:09:41.594219 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:41.609918 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9ccd871b-55e4-449a-bb54-d8718303199c tempest-TestShelveInstance-667471362 tempest-TestShelveInstance-667471362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:41.635923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] For port c150345c-cdb3-47ac-9b0a-49df70281939, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=c150345c-cdb3-47ac-9b0a-49df70281939,segment=NetworkSegment(07b55fd9-ff0a-4f4b-8338-5969174af50a),segment_id=07b55fd9-ff0a-4f4b-8338-5969174af50a)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:09:41.636297 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:41.706230 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c150345c-cdb3-47ac-9b0a-49df70281939,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:41.718469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:41.751146 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] No DVR routers for this DVR port c150345c-cdb3-47ac-9b0a-49df70281939 on host dv-cinder-782390-4-iscsi {{(pid=84318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:09:41.767535 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] Calling delete_port for c150345c-cdb3-47ac-9b0a-49df70281939 owned by network:dhcp {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:09:41.843950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.api [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84319) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 08:09:41.844359 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.api [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 08:09:41.873900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:41.988581 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1d4af2b0>,) {'filters': {'network_id': ['d1a83dfe-a480-46f0-91c0-c5c337f09ca3']}} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:42.001118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d4af2b0>, '07b55fd9-ff0a-4f4b-8338-5969174af50a') {'for_net_delete': True} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:42.001470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1d4af2b0>, '07b55fd9-ff0a-4f4b-8338-5969174af50a') {} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:09:42.013976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789089187'] for segment, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:42.028440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:42.034834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=84318) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:09:42.208863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:09:42.217777 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64341914'] for segment, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:42.345470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] Deleting port c150345c-cdb3-47ac-9b0a-49df70281939 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:09:42.346044 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:42.396476 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Network d1a83dfe-a480-46f0-91c0-c5c337f09ca3 has no segments {{(pid=84318) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:09:42.417004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-e81712d0-7d18-4c26-9a48-8b61c9595338 None None] The port 'c150345c-cdb3-47ac-9b0a-49df70281939' was deleted {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:09:42.419373 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:09:42.731832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:42.735611 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:42.751560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:42.757791 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a83dfe-a480-46f0-91c0-c5c337f09ca3,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:42.762017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:42.768706 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-388995ff-9e20-43ba-8436-3c87dbe693bc admin admin] 10.222.0.61 "DELETE /v2.0/networks/d1a83dfe-a480-46f0-91c0-c5c337f09ca3 HTTP/1.1" status: 204  len: 168 time: 1.8021655
Apr 07 08:09:42.887001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45968) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:42.931102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device c150345c-cdb3-47ac-9b0a-49df70281939 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:09:42.938648 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a6f9e8fe-ccab-4f63-b193-06ecffeaa790 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0d49ffd188f45a182005a52ad3dabc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529001
Apr 07 08:09:42.941866 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 45972) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:42.970506 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: c150345c-cdb3-47ac-9b0a-49df70281939 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:09:42.970900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device c150345c-cdb3-47ac-9b0a-49df70281939 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:09:43.008237 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c8670d3-088b-4813-a4e8-55ca30d20c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:43.035306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c8670d3-088b-4813-a4e8-55ca30d20c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:43.082083 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c8670d3-088b-4813-a4e8-55ca30d20c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:43.087011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b60c0cb1-cbe0-44bc-acc7-35f3a2495afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:43.102514 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8670d3-088b-4813-a4e8-55ca30d20c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd074a-a1c9-4eeb-9442-7b0dd59c465a,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:43.105655 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7c8670d3-088b-4813-a4e8-55ca30d20c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:43.107682 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7c8670d3-088b-4813-a4e8-55ca30d20c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:43.109078 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-7c8670d3-088b-4813-a4e8-55ca30d20c4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aedd074a-a1c9-4eeb-9442-7b0dd59c465a HTTP/1.1" status: 204  len: 168 time: 0.1659415
Apr 07 08:09:45.044217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46024) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:45.167612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.184674 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:09:45.188958 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4259a3a67eea42fd800c9cf4a595a761 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:09:45.192479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:09:45.198494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:09:45.282803 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.285863 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.294500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-26295042-0b1e-4b84-915b-c3a17a081523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:45.336194 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4259a3a67eea42fd800c9cf4a595a761&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2908700
Apr 07 08:09:45.337186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a6b38-7b82-4a61-a074-f082e2965ae9,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:45.339222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46030) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:45.340609 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:45.404133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-03b23283-ca04-456f-924d-d719faaa78cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.431585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-03b23283-ca04-456f-924d-d719faaa78cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.478973 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-03b23283-ca04-456f-924d-d719faaa78cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.483828 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-59263721-cb5a-41e8-ba91-35df8db07667 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:45.499683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b23283-ca04-456f-924d-d719faaa78cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a6b38-7b82-4a61-a074-f082e2965ae9,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:45.502788 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-03b23283-ca04-456f-924d-d719faaa78cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:45.504769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-03b23283-ca04-456f-924d-d719faaa78cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.508464 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-03b23283-ca04-456f-924d-d719faaa78cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff3a6b38-7b82-4a61-a074-f082e2965ae9 HTTP/1.1" status: 204  len: 168 time: 0.1656532
Apr 07 08:09:45.791701 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46038) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:45.810197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.824987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:09:45.829003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Usage tracker for resource:security_group_rule and tenant:7548dc58dcff490bb0266427eb73d50e is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:09:45.832440 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:09:45.838481 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:09:45.923914 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.927190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:45.935857 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d1532c4d-ee94-4e72-8263-14d126663a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:45.978812 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7548dc58dcff490bb0266427eb73d50e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1858320
Apr 07 08:09:45.979666 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db55992-659e-4c52-ac94-44202af9b55a,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:45.981637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46042) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:45.982855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:46.046332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cc6436c-e8b3-4b9d-8fae-eb98d8881864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:46.073254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cc6436c-e8b3-4b9d-8fae-eb98d8881864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:46.117500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cc6436c-e8b3-4b9d-8fae-eb98d8881864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:46.122318 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5eabf0dd-c78c-4c57-aba6-d5f4eddec9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:46.134675 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6436c-e8b3-4b9d-8fae-eb98d8881864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db55992-659e-4c52-ac94-44202af9b55a,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:46.139897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-9cc6436c-e8b3-4b9d-8fae-eb98d8881864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:46.144442 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9cc6436c-e8b3-4b9d-8fae-eb98d8881864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:46.146386 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-9cc6436c-e8b3-4b9d-8fae-eb98d8881864 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4db55992-659e-4c52-ac94-44202af9b55a HTTP/1.1" status: 204  len: 168 time: 0.1636114
Apr 07 08:09:51.846880 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46138) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:51.971443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:51.986427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:09:51.991338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Usage tracker for resource:security_group_rule and tenant:140fb8a1c04243668f2db65a25e8e27b is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:09:51.994331 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:09:52.000295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:09:52.084032 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.086850 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.099455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e7612dba-283f-46ac-b672-19d1f78fc34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:52.141091 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=140fb8a1c04243668f2db65a25e8e27b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2930434
Apr 07 08:09:52.142068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc7a5e7-1a1b-4f03-af20-88f686406289,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:52.144946 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46144) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:52.145493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e0641bc2-ad27-4aba-80d1-504d51ff14dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:52.210797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89a6cbef-9205-402d-b435-ed30c82175b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.237296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89a6cbef-9205-402d-b435-ed30c82175b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.284854 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89a6cbef-9205-402d-b435-ed30c82175b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.289950 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-16fec474-08b8-4525-b543-3a497e24499f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:52.300560 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6cbef-9205-402d-b435-ed30c82175b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc7a5e7-1a1b-4f03-af20-88f686406289,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:52.304202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-89a6cbef-9205-402d-b435-ed30c82175b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:52.307450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-89a6cbef-9205-402d-b435-ed30c82175b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.308651 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-89a6cbef-9205-402d-b435-ed30c82175b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcc7a5e7-1a1b-4f03-af20-88f686406289 HTTP/1.1" status: 204  len: 168 time: 0.1622727
Apr 07 08:09:52.590341 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46152) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:52.609078 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.624965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:09:52.629700 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Usage tracker for resource:security_group_rule and tenant:2d45b869d5d44ac9831e3ae580894fbc is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:09:52.632635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:09:52.638755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:09:52.722565 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.725427 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.732235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-67afb8cd-eeca-41dc-adf1-97a9f7dbebd6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:52.777899 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d45b869d5d44ac9831e3ae580894fbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1863654
Apr 07 08:09:52.778779 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc52e9d2-0d2f-47d9-b30a-06b693ed758e,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:52.780722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46156) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:09:52.782057 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:52.841909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea059e08-e0e7-4cc1-ba49-c04eabe1e6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.870458 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea059e08-e0e7-4cc1-ba49-c04eabe1e6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.916254 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea059e08-e0e7-4cc1-ba49-c04eabe1e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.920186 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8ffd6722-5b94-4561-bd0a-9fbca0fd5701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:09:52.933507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea059e08-e0e7-4cc1-ba49-c04eabe1e6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc52e9d2-0d2f-47d9-b30a-06b693ed758e,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:09:52.937819 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ea059e08-e0e7-4cc1-ba49-c04eabe1e6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:09:52.948402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ea059e08-e0e7-4cc1-ba49-c04eabe1e6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:52.949653 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ea059e08-e0e7-4cc1-ba49-c04eabe1e6f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc52e9d2-0d2f-47d9-b30a-06b693ed758e HTTP/1.1" status: 204  len: 168 time: 0.1677692
Apr 07 08:09:53.372802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2f77cbb0-9338-45d5-b833-f20e6ce55c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:53.588517 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:09:56.031118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-9448ce31-b55e-4b36-9523-9fa488b96423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:56.465825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:57.472366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:57.602039 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:09:58.167438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:01.886298 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46250) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:02.100752 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Deleting port bc56db86-6898-42a5-89d2-3e1b9a52aa49 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:02.101145 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:02.279007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:02.279369 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:02.416362 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Calling delete_port for bc56db86-6898-42a5-89d2-3e1b9a52aa49 owned by network:floatingip {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:02.570480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:02.586704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-861a6a93-e403-46cd-9272-f66e5369b472 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:02.680733 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event deleted for resources: {'Port': ['ID=bc56db86-6898-42a5-89d2-3e1b9a52aa49,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:02.684734 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:02.842048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:02.842410 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Floating IP 041eabfc-68e9-4f56-b8b4-e88013dee986 disassociated (deleted). External IP: 172.27.1.175, port: aea6ca1a-0b4e-4304-b836-c0eb768f682a.
Apr 07 08:10:03.210931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:10:03.396469 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:10:03.406489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:10:03.416776 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:10:03.417485 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f02fe10>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:03.419208 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:03.476947 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a869a4de-942c-4726-9501-6313f9d63678 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "DELETE /v2.0/floatingips/041eabfc-68e9-4f56-b8b4-e88013dee986 HTTP/1.1" status: 204  len: 168 time: 1.5893993
Apr 07 08:10:03.477600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:10:03.623566 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:10:03.743883 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'status': 'completed', 'code': 200}
Apr 07 08:10:03.934552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-be015cb7-c638-4f0d-8406-6296b95d8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:03.936181 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-be015cb7-c638-4f0d-8406-6296b95d8940 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 1098 time: 0.1668515
Apr 07 08:10:03.945023 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abdc0b-e8f7-4a1c-a55b-32317f984732 req-3245e6f8-0906-44af-a5c0-e722a151bab6 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:03.946535 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-58abdc0b-e8f7-4a1c-a55b-32317f984732 req-3245e6f8-0906-44af-a5c0-e722a151bab6 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 945 time: 0.1299083
Apr 07 08:10:04.005884 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f02fe10>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:21Z', 'revision_number': 1, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:04.013558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:10:04.023644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:10:04.024304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1f02fe10>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:04.086479 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-58abdc0b-e8f7-4a1c-a55b-32317f984732 req-95e1c3ba-0cf0-4ee2-82fc-fffb6cb14e9b tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173730
Apr 07 08:10:04.119967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-80f09f38-1d56-48de-9791-779c6bb88d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:04.121566 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-80f09f38-1d56-48de-9791-779c6bb88d7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.1741228
Apr 07 08:10:04.198805 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-1c8bb3e8-1e01-40e6-ad88-9ec489805a0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a HTTP/1.1" status: 200  len: 217 time: 0.0697966
Apr 07 08:10:04.215178 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:10:04.270766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-0445f7a5-9ee9-4b3c-9915-8075caf4d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:04.272244 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-0445f7a5-9ee9-4b3c-9915-8075caf4d26b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.0672691
Apr 07 08:10:04.355205 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-7727c263-a1f6-4ec0-b121-61467241fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:04.356827 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-7727c263-a1f6-4ec0-b121-61467241fb11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772555
Apr 07 08:10:04.498539 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-74586b75-16b5-48f1-b622-1de445558762 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346869
Apr 07 08:10:04.576468 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1f02fe10>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:21Z', 'revision_number': 1, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:04.580774 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a77788-5ba3-49c2-a3c4-c83b09ddfe11 None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_floatingips': [{'id': '229be0ae-4429-427f-80af-b6a4a89e5029', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'router_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'port_id': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'mac_address': 'fa:16:3e:98:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067403-1fe6-46ee-9cff-b02f491ff663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-07T08:06:18Z', 'updated_at': '2021-04-07T08:06:21Z', 'revision_number': 1, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:10:04.640959 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-3656b7a6-b20d-4aa2-b330-b6a08e4134dd req-a8b6a316-aa1b-4873-9dba-3ddab4486d0f service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358211
Apr 07 08:10:04.973505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece5114-fb7f-4bb6-95ea-23e80cd652ee None None] New status for floating IP 041eabfc-68e9-4f56-b8b4-e88013dee986: DOWN {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:10:05.139489 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46282) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:05.266217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.282474 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:10:05.287155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Usage tracker for resource:security_group_rule and tenant:921949a9a7a04694905fd4a068f08d6c is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:10:05.290090 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:10:05.296000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:10:05.363579 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852db80e-7d86-4952-8b94-01bf143b95a2 req-74d73f26-1feb-4cba-9e1a-8757f422ff5a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:05.365149 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-852db80e-7d86-4952-8b94-01bf143b95a2 req-74d73f26-1feb-4cba-9e1a-8757f422ff5a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 945 time: 0.1621506
Apr 07 08:10:05.373407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-cbbb6045-51df-4be3-8683-61c759c31951 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:05.374877 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-cbbb6045-51df-4be3-8683-61c759c31951 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 945 time: 0.1349738
Apr 07 08:10:05.379754 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.382659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.391508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-110d8706-b580-4c25-a234-7d5e3a221d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:05.433023 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=921949a9a7a04694905fd4a068f08d6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2923727
Apr 07 08:10:05.436161 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46288) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:05.453261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee46bfa-56af-4919-9cf4-11f267f1b020,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:05.458309 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-87089efa-4a61-4b3e-9321-7d90a211fbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:05.480751 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-852db80e-7d86-4952-8b94-01bf143b95a2 req-d2a29e38-9ffc-4a08-9c54-918ceb19d7a5 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048367
Apr 07 08:10:05.487238 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Deleting port aea6ca1a-0b4e-4304-b836-c0eb768f682a {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:05.487886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.512099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09ca9ee1-a86c-442f-b332-e891c6582858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.540554 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09ca9ee1-a86c-442f-b332-e891c6582858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.584792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09ca9ee1-a86c-442f-b332-e891c6582858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.589886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ca56d0f9-4369-450e-8b98-de9c58599995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:05.602315 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca9ee1-a86c-442f-b332-e891c6582858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee46bfa-56af-4919-9cf4-11f267f1b020,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:05.604771 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-09ca9ee1-a86c-442f-b332-e891c6582858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:05.608438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09ca9ee1-a86c-442f-b332-e891c6582858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.612144 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-09ca9ee1-a86c-442f-b332-e891c6582858 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cee46bfa-56af-4919-9cf4-11f267f1b020 HTTP/1.1" status: 204  len: 168 time: 0.1726656
Apr 07 08:10:05.748987 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] For port aea6ca1a-0b4e-4304-b836-c0eb768f682a, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=aea6ca1a-0b4e-4304-b836-c0eb768f682a,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:05.749419 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.886698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Calling delete_port for aea6ca1a-0b4e-4304-b836-c0eb768f682a owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:05.914623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46296) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:05.933724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:05.948937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:10:05.953072 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Usage tracker for resource:security_group_rule and tenant:79b2872cbd3547a3a6f51457004169a1 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:10:05.956603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:10:05.962751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:10:06.036455 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:06.049857 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:06.054668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:06.057558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-70596cad-d595-4dac-9212-22c660ce0764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:06.063504 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-101436b0-42d9-4e45-a704-20cfdd33b664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:06.113339 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79b2872cbd3547a3a6f51457004169a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1973629
Apr 07 08:10:06.115199 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf4eb1-a7a8-46d4-87ef-23f3242ed104,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:06.117830 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46300) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:06.120848 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-cacf1a20-3e21-456d-9d03-dc905bcba256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:06.186118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2163-49de-40bb-9281-42b31bb79c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:06.216262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2163-49de-40bb-9281-42b31bb79c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:06.265530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2163-49de-40bb-9281-42b31bb79c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:06.271495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8fe653f3-36bd-423a-89ed-293118388d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:06.286684 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b2163-49de-40bb-9281-42b31bb79c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf4eb1-a7a8-46d4-87ef-23f3242ed104,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:06.289639 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6c3b2163-49de-40bb-9281-42b31bb79c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:06.290923 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6c3b2163-49de-40bb-9281-42b31bb79c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:06.294649 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6c3b2163-49de-40bb-9281-42b31bb79c3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09bf4eb1-a7a8-46d4-87ef-23f3242ed104 HTTP/1.1" status: 204  len: 168 time: 0.1733232
Apr 07 08:10:06.398338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event deleted for resources: {'Port': ['ID=aea6ca1a-0b4e-4304-b836-c0eb768f682a,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:06.400982 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:06.548064 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] No DVR routers for this DVR port aea6ca1a-0b4e-4304-b836-c0eb768f682a on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:10:06.551133 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:06.554907 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'name': 'network-vif-deleted', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:10:06.575794 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-e0a5a769-14f0-435c-bbd5-2e126f86dae9 req-94165d95-722f-433b-be8c-1330404afd28 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "DELETE /v2.0/ports/aea6ca1a-0b4e-4304-b836-c0eb768f682a HTTP/1.1" status: 204  len: 173 time: 1.1856587
Apr 07 08:10:06.655223 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4e8783-4066-4760-bbff-67da958f4bd8', 'name': 'network-vif-deleted', 'tag': 'aea6ca1a-0b4e-4304-b836-c0eb768f682a', 'status': 'completed', 'code': 200}
Apr 07 08:10:06.661621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-bec40f86-cb51-4d33-812d-07ac6fdd3bbd req-c777a322-0ab1-45f3-85aa-7be6f2a18824 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:10:06.677265 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-bec40f86-cb51-4d33-812d-07ac6fdd3bbd req-c777a322-0ab1-45f3-85aa-7be6f2a18824 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:10:06.679971 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-bec40f86-cb51-4d33-812d-07ac6fdd3bbd req-c777a322-0ab1-45f3-85aa-7be6f2a18824 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a4e8783-4066-4760-bbff-67da958f4bd8 HTTP/1.1" status: 200  len: 210 time: 0.0696533
Apr 07 08:10:10.255046 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device aea6ca1a-0b4e-4304-b836-c0eb768f682a no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:10:10.295521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: aea6ca1a-0b4e-4304-b836-c0eb768f682a {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:10:10.295919 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device aea6ca1a-0b4e-4304-b836-c0eb768f682a not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:10:13.345842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46376) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:13.567053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Deleting port ae9d74b1-7bda-4da2-a71a-c22556570a3b {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:13.567435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:13.746226 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:13.746597 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:13.882937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Calling delete_port for ae9d74b1-7bda-4da2-a71a-c22556570a3b owned by network:floatingip {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:14.060314 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:14.076003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dfde2d73-634f-4668-b7f6-257a923b58aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:14.171807 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event deleted for resources: {'Port': ['ID=ae9d74b1-7bda-4da2-a71a-c22556570a3b,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:14.175892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:14.336658 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:14.337093 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.db.l3_db [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Floating IP 229be0ae-4429-427f-80af-b6a4a89e5029 disassociated (deleted). External IP: 172.27.1.227, port: b11de8df-4d91-46f6-82ae-bdac0fc82cd1.
Apr 07 08:10:14.943500 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:10:15.129110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:10:15.138676 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:10:15.148069 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:15.148687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:10:15.149390 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e791358>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:15.213176 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-283dbe76-fc7a-4247-83c4-a7bb6b6b657e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "DELETE /v2.0/floatingips/229be0ae-4429-427f-80af-b6a4a89e5029 HTTP/1.1" status: 204  len: 168 time: 1.8635848
Apr 07 08:10:15.213176 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1'}] {{(pid=84318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:10:15.288014 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'status': 'completed', 'code': 200}
Apr 07 08:10:15.358671 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:10:15.401580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117212-df62-4aec-8aab-036c2380a7fd req-21abbd4b-ba9c-4c38-bdf5-be2b4ef8dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:15.403494 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9117212-df62-4aec-8aab-036c2380a7fd req-21abbd4b-ba9c-4c38-bdf5-be2b4ef8dfa3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 1098 time: 0.0916097
Apr 07 08:10:15.613864 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117212-df62-4aec-8aab-036c2380a7fd req-e0f1a31a-12f7-435e-8592-eb1451455d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:15.615451 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9117212-df62-4aec-8aab-036c2380a7fd req-e0f1a31a-12f7-435e-8592-eb1451455d3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 200  len: 913 time: 0.2049239
Apr 07 08:10:15.702630 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9117212-df62-4aec-8aab-036c2380a7fd req-1caa5e7b-8df6-4c6c-9d37-32e6d71fcfac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1 HTTP/1.1" status: 200  len: 217 time: 0.0789616
Apr 07 08:10:15.713544 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e791358>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:15.717647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:10:15.727102 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:10:15.727749 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e791358>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:15.763450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680ec18-6b61-4653-b25f-11fd63372a80 req-5f62dce5-ca2b-47eb-a052-211b65c08d1e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:15.765090 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1680ec18-6b61-4653-b25f-11fd63372a80 req-5f62dce5-ca2b-47eb-a052-211b65c08d1e tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 945 time: 0.2091885
Apr 07 08:10:15.815852 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117212-df62-4aec-8aab-036c2380a7fd req-8dcceb3f-f60d-4870-a363-fde02163ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:15.817493 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9117212-df62-4aec-8aab-036c2380a7fd req-8dcceb3f-f60d-4870-a363-fde02163ea89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 200  len: 851 time: 0.1058309
Apr 07 08:10:15.831253 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-1680ec18-6b61-4653-b25f-11fd63372a80 req-9cfe2908-7d8b-4de6-a4a5-b2b7f4191398 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574517
Apr 07 08:10:15.915714 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9117212-df62-4aec-8aab-036c2380a7fd req-67807ff1-20ef-4bff-877d-fe7a152767f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:15.917384 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9117212-df62-4aec-8aab-036c2380a7fd req-67807ff1-20ef-4bff-877d-fe7a152767f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59e2285b-4bd9-457b-a30d-1d1ea155c402&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904412
Apr 07 08:10:16.063437 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9117212-df62-4aec-8aab-036c2380a7fd req-fbc57e62-891e-4ab7-959f-4e137f435483 service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380990
Apr 07 08:10:16.089338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:10:16.207182 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-c9117212-df62-4aec-8aab-036c2380a7fd req-57b3a51c-64ef-4396-96d7-984bf41a293e service neutron] 10.222.0.67 "GET /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358585
Apr 07 08:10:16.420340 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e791358>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:16.425104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d0f840-2167-4a0d-a42e-1a5f3232b4d4 None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:02:46Z', 'revision_number': 4, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi', '_interfaces': [{'id': '58a7e029-5883-4142-afa7-f2f2c39cc239', 'name': '', 'network_id': '59e2285b-4bd9-457b-a30d-1d1ea155c402', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'mac_address': 'fa:16:3e:c3:9e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:45Z', 'updated_at': '2021-04-07T08:02:56Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'subnets': [{'id': '62ebe958-7833-4d6f-9573-7fa6baeb76ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:10:16.734673 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46424) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:16.812003 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e1f73-ea72-478c-86e0-4fd2aaa7fb97 None None] New status for floating IP 229be0ae-4429-427f-80af-b6a4a89e5029: DOWN {{(pid=84320) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 07 08:10:16.869166 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:16.886011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:10:16.890472 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Usage tracker for resource:security_group_rule and tenant:d78f821cdc524874b49e69b3137ebb20 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:10:16.893540 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:10:16.900091 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:10:16.991999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:16.995886 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:17.005490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-506c716b-ec0f-4c2c-b03b-4a1397bdd7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:17.048139 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d78f821cdc524874b49e69b3137ebb20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121905
Apr 07 08:10:17.051172 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7f43dc-7e98-4d1b-8a71-679ffd8f9ef1,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:17.051775 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46432) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:17.054635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-47d18c0b-a1f5-4658-9360-f25553427e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:17.140802 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-55430445-507b-49bc-949d-163beea4bc50 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:17.142378 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-55430445-507b-49bc-949d-163beea4bc50 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 945 time: 0.2052999
Apr 07 08:10:17.213769 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff6e16-a0f1-410f-9a41-50105ce7f80f req-7f399ad3-de42-4742-aec5-76f867a420d9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 07 08:10:17.215254 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d0ff6e16-a0f1-410f-9a41-50105ce7f80f req-7f399ad3-de42-4742-aec5-76f867a420d9 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 945 time: 0.2264869
Apr 07 08:10:17.233000 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-593fa3e5-c541-44c4-818e-a797859127b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:17.286495 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Deleting port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:17.286873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:17.348025 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-593fa3e5-c541-44c4-818e-a797859127b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:17.373663 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-d0ff6e16-a0f1-410f-9a41-50105ce7f80f req-156c59b6-d3aa-4da2-9590-9fba3ae57377 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d9d8efd-49d9-406b-ab95-cd0b131b0508&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1510375
Apr 07 08:10:17.555383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-593fa3e5-c541-44c4-818e-a797859127b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:17.562623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-7c8670d3-088b-4813-a4e8-55ca30d20c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:17.579569 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fa3e5-c541-44c4-818e-a797859127b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7f43dc-7e98-4d1b-8a71-679ffd8f9ef1,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:17.585399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-593fa3e5-c541-44c4-818e-a797859127b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:17.598628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-593fa3e5-c541-44c4-818e-a797859127b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:17.599830 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-593fa3e5-c541-44c4-818e-a797859127b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e7f43dc-7e98-4d1b-8a71-679ffd8f9ef1 HTTP/1.1" status: 204  len: 168 time: 0.5400474
Apr 07 08:10:17.629938 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] For port b11de8df-4d91-46f6-82ae-bdac0fc82cd1, host hv-cinder-78239, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78239',level=0,port_id=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:17.630345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:17.768693 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Calling delete_port for b11de8df-4d91-46f6-82ae-bdac0fc82cd1 owned by compute:nova {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:17.924729 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:17.940262 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-79c7a893-a56e-40c4-bb8b-c24da647e1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:18.035329 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event deleted for resources: {'Port': ['ID=b11de8df-4d91-46f6-82ae-bdac0fc82cd1,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:18.042132 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:18.191073 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] No DVR routers for this DVR port b11de8df-4d91-46f6-82ae-bdac0fc82cd1 on host hv-cinder-78239 {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:10:18.200104 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for port, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:18.203052 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'name': 'network-vif-deleted', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1'}] {{(pid=84317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 07 08:10:18.216400 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-f04d0b35-fbbc-4e4e-8f5c-0a7e3403af36 req-b3586e5f-80db-4978-9d6a-c7112386375a tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.67 "DELETE /v2.0/ports/b11de8df-4d91-46f6-82ae-bdac0fc82cd1 HTTP/1.1" status: 204  len: 173 time: 1.0665917
Apr 07 08:10:18.256039 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10067403-1fe6-46ee-9cff-b02f491ff663', 'name': 'network-vif-deleted', 'tag': 'b11de8df-4d91-46f6-82ae-bdac0fc82cd1', 'status': 'completed', 'code': 200}
Apr 07 08:10:18.547228 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-ccc0db6f-b8a7-49cb-b610-d89ac42ea554 req-f513d295-156a-4776-80c9-5311980a4885 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Synchronizing usage tracker for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 07 08:10:18.568965 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [req-ccc0db6f-b8a7-49cb-b610-d89ac42ea554 req-f513d295-156a-4776-80c9-5311980a4885 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Unset dirty status for tenant:4557a56ec8814b2fad5ca9ce5271e61c on resource:port {{(pid=84317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 07 08:10:18.570942 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [req-ccc0db6f-b8a7-49cb-b610-d89ac42ea554 req-f513d295-156a-4776-80c9-5311980a4885 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "GET /v2.0/ports?device_id=10067403-1fe6-46ee-9cff-b02f491ff663 HTTP/1.1" status: 200  len: 210 time: 0.0780773
Apr 07 08:10:19.672670 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46484) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:19.840810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Deleting port dbdb96a5-a339-4190-baf7-f29540bd0e5d {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:19.841222 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:20.020638 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:20.020931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:20.154103 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Calling delete_port for dbdb96a5-a339-4190-baf7-f29540bd0e5d owned by network:floatingip {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:20.292823 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:20.307834 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-c7bd94cf-52ea-4ed0-ac0d-34587a4fe5c3 tempest-VolumesActionsTest-346442113 tempest-VolumesActionsTest-346442113-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:20.404743 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event deleted for resources: {'Port': ['ID=dbdb96a5-a339-4190-baf7-f29540bd0e5d,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:20.414081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:20.561906 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for floatingip, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:20.579310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6401'] for floatingip, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:20.581141 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-610ac28c-8d4e-4b35-9714-4dc86d51f90c tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "DELETE /v2.0/floatingips/9e564e74-d089-42f7-aabf-d380e419ea3d HTTP/1.1" status: 204  len: 168 time: 0.9068229
Apr 07 08:10:21.979789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46510) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:22.056766 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-794dad49-f115-4934-8dd2-8e1a23e4bc31 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:22.059443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device b11de8df-4d91-46f6-82ae-bdac0fc82cd1 no longer exists at agent hyperv_hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:10:22.093068 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-794dad49-f115-4934-8dd2-8e1a23e4bc31 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:22.099498 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] No Port match for: b11de8df-4d91-46f6-82ae-bdac0fc82cd1 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:10:22.099897 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Device b11de8df-4d91-46f6-82ae-bdac0fc82cd1 not bound to the agent host hv-cinder-78239 {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:10:22.148593 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-794dad49-f115-4934-8dd2-8e1a23e4bc31 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:22.154001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6c246b38-469c-44a3-ad94-bbb5cddf80f6 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:22.170748 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dad49-f115-4934-8dd2-8e1a23e4bc31 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d8efd-49d9-406b-ab95-cd0b131b0508,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:22.173395 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-794dad49-f115-4934-8dd2-8e1a23e4bc31 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:22.179998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-794dad49-f115-4934-8dd2-8e1a23e4bc31 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:22.183852 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-794dad49-f115-4934-8dd2-8e1a23e4bc31 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] 10.222.0.61 "DELETE /v2.0/security-groups/2d9d8efd-49d9-406b-ab95-cd0b131b0508 HTTP/1.1" status: 204  len: 168 time: 0.2003746
Apr 07 08:10:22.240155 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46518) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:22.242585 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46520) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:22.433778 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:22.519374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:10:22.534304 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Usage tracker for resource:security_group_rule and tenant:300c1f7268be474c93304199e49407bc is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:10:22.538937 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:10:22.549323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:10:22.831652 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:22.861024 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:22.873764 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-03b23283-ca04-456f-924d-d719faaa78cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:22.930647 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=300c1f7268be474c93304199e49407bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6865621
Apr 07 08:10:22.933526 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46532) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:22.935999 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadafbff-cd04-49b6-8a40-dc1fc0049c7b,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:22.971141 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-af529f62-2943-4535-a2df-e46155cd9a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:22.998561 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0b8b7b87-703c-47bd-aa78-ce399bdb8080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.026447 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0b8b7b87-703c-47bd-aa78-ce399bdb8080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.077371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0b8b7b87-703c-47bd-aa78-ce399bdb8080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.083062 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ee4ef40a-4d46-4e60-bcd1-e546615a04ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:23.087722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.093821 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b7b87-703c-47bd-aa78-ce399bdb8080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadafbff-cd04-49b6-8a40-dc1fc0049c7b,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:23.099891 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0b8b7b87-703c-47bd-aa78-ce399bdb8080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:23.101185 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0b8b7b87-703c-47bd-aa78-ce399bdb8080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.104798 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0b8b7b87-703c-47bd-aa78-ce399bdb8080 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dadafbff-cd04-49b6-8a40-dc1fc0049c7b HTTP/1.1" status: 204  len: 168 time: 0.1701608
Apr 07 08:10:23.366546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dababe3b-00b9-4c7b-9f95-d5cb84363232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.395646 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46540) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:23.414799 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.431931 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:10:23.442493 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Usage tracker for resource:security_group_rule and tenant:979dc494dde748abaacd9145d0561a72 is out of sync, need to count used quota {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:10:23.445815 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:10:23.452006 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:10:23.462126 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Deleting port 58a7e029-5883-4142-afa7-f2f2c39cc239 {{(pid=84318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:23.462509 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.538659 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.542473 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.551860 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-06f0e465-e4a8-49b1-8165-38da804185f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:23.592272 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2bb398-6e2c-4ca0-b22a-37951a7e094c,revision_number=1']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:23.597485 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=979dc494dde748abaacd9145d0561a72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2006545
Apr 07 08:10:23.598483 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2c47f4b6-3b29-45b4-ae3b-36f152ea0a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:23.600210 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46544) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:23.648020 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] For port 58a7e029-5883-4142-afa7-f2f2c39cc239, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=58a7e029-5883-4142-afa7-f2f2c39cc239,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:23.648417 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.661053 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9ccf-11a1-47b1-a4e8-e875908ee8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.692423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9ccf-11a1-47b1-a4e8-e875908ee8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.736663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9ccf-11a1-47b1-a4e8-e875908ee8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.742120 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f71526e8-2517-4f9f-b8d0-873c6c7c9866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:23.755952 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca9ccf-11a1-47b1-a4e8-e875908ee8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2bb398-6e2c-4ca0-b22a-37951a7e094c,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:23.758957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a3ca9ccf-11a1-47b1-a4e8-e875908ee8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:23.759900 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a3ca9ccf-11a1-47b1-a4e8-e875908ee8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:23.763897 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a3ca9ccf-11a1-47b1-a4e8-e875908ee8ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f2bb398-6e2c-4ca0-b22a-37951a7e094c HTTP/1.1" status: 204  len: 168 time: 0.1599300
Apr 07 08:10:23.790849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Calling delete_port for 58a7e029-5883-4142-afa7-f2f2c39cc239 owned by network:router_interface {{(pid=84318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:23.972548 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036790433812'] for port, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:24.224071 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-08d55067-599b-4473-9807-847faddf404a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:24.321463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a7e029-5883-4142-afa7-f2f2c39cc239,revision_number=None']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:24.330529 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:24.674001 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:25.207811 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Router b4031956-0c24-4a73-afb5-e8fbffe3f944 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84318) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:10:25.393450 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84318) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:10:25.402098 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] Sync routers for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:10:25.412718 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:10:25.413433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e6de748>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:25.418298 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-6032f1b9-b227-40f3-8d88-b59ef5c693d0 admin admin] 10.222.0.61 "PUT /v2.0/routers/b4031956-0c24-4a73-afb5-e8fbffe3f944/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1769953
Apr 07 08:10:25.421356 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46576) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:25.607009 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:10:25.843470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks [] for router, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:25.917668 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e6de748>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:10:23Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:25.921741 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] Checking router: b4031956-0c24-4a73-afb5-e8fbffe3f944 for host: dv-cinder-782390-4-iscsi {{(pid=84319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:10:25.931198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] Routers {'b4031956-0c24-4a73-afb5-e8fbffe3f944'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:10:25.931849 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f1e6de748>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:09:56Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['b4031956-0c24-4a73-afb5-e8fbffe3f944'], 'active': True} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:26.034433 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:26.042641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Deleting port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:26.043011 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:26.086625 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-35ff0a88-8fb5-4d4e-baf3-b22b404cdd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:26.131434 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] Set router b4031956-0c24-4a73-afb5-e8fbffe3f944 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:10:26.229507 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] For port 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:26.229908 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:26.368790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Calling delete_port for 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f owned by network:router_gateway {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:26.440235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f1e6de748>, [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:10:23Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:26.444527 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764c5f5-419d-45b5-affc-4265fd3fcd30 None None] The sync data for ids ['b4031956-0c24-4a73-afb5-e8fbffe3f944'] in dv-cinder-782390-4-iscsi is: [{'id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'name': 'tempest-TestVolumeBootPattern-1003849024-router', 'tenant_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:41Z', 'updated_at': '2021-04-07T08:10:23Z', 'revision_number': 5, 'project_id': '4557a56ec8814b2fad5ca9ce5271e61c', 'gw_port': {'id': '7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4031956-0c24-4a73-afb5-e8fbffe3f944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:42Z', 'updated_at': '2021-04-07T08:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}] {{(pid=84319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:10:26.467278 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:26.559998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:26.576435 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ac1ba3be-9594-451e-befb-215c53288df7 tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:26.673420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:26.675983 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:26.840310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:26.966475 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 58a7e029-5883-4142-afa7-f2f2c39cc239 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:10:27.004212 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 58a7e029-5883-4142-afa7-f2f2c39cc239 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:10:27.004603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 58a7e029-5883-4142-afa7-f2f2c39cc239 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:10:27.029648 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.031971 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.057723 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.058274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4031956-0c24-4a73-afb5-e8fbffe3f944 {{(pid=84317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 08:10:27.071746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.072992 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-bf4ed9e6-00bb-418a-8df2-74c8970454bf admin admin] 10.222.0.61 "DELETE /v2.0/routers/b4031956-0c24-4a73-afb5-e8fbffe3f944 HTTP/1.1" status: 204  len: 168 time: 1.6505811
Apr 07 08:10:27.075832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46586) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:27.143327 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] Deleting subnet 62ebe958-7833-4d6f-9573-7fa6baeb76ee {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:10:27.146490 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.199077 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789355933'] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.284623 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.473209 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.548274 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787880556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65395904'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.564405 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-1f261260-8b36-4cbd-8765-72a6275ccf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:27.649284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ebe958-7833-4d6f-9573-7fa6baeb76ee,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:27.653508 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:27.695781 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.701461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e36d549-5f82-4a78-ba76-db7c58dda264 None None] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:10:27.702450 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-dc747ea8-92e7-4e31-a354-6ca0eb8abba4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/62ebe958-7833-4d6f-9573-7fa6baeb76ee HTTP/1.1" status: 204  len: 168 time: 0.6257207
Apr 07 08:10:27.705653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46592) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:27.802716 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.820413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.889784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Deleting port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:27.890163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:27.968722 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] DHCP port deletion for 59e2285b-4bd9-457b-a30d-1d1ea155c402 request from dv-cinder-782390-4-iscsi {{(pid=84319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 08:10:27.972961 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] Deleting port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:27.973421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:28.111609 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] For port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=2795b80b-12ef-4bdb-a5fc-3ee67a66ca17,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:28.112008 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:28.194363 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:28.203702 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] For port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=2795b80b-12ef-4bdb-a5fc-3ee67a66ca17,segment=NetworkSegment(71c2a315-66b9-4a0a-b19a-8859b63a4831),segment_id=71c2a315-66b9-4a0a-b19a-8859b63a4831)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:28.204131 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:28.243399 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Calling delete_port for 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 owned by network:dhcp {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:28.327159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:28.336636 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] Calling delete_port for 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 owned by network:dhcp {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:28.342288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-fc380afb-61d8-434f-993a-041a970863dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:28.413096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.api [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84319) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 08:10:28.413416 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.api [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 08:10:28.438242 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2795b80b-12ef-4bdb-a5fc-3ee67a66ca17,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:28.458531 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.458957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.459367 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.459773 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.460179 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.460580 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.460976 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.461413 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.461810 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.462204 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.462596 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.462986 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:28.467503 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:28.495081 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] No DVR routers for this DVR port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 on host dv-cinder-782390-4-iscsi {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:10:28.618370 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:28.914954 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] Deleting port 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:28.915406 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:28.955909 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:10:28.980048 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1eb19710>,) {'filters': {'network_id': ['59e2285b-4bd9-457b-a30d-1d1ea155c402']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:28.993669 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1eb19710>, '71c2a315-66b9-4a0a-b19a-8859b63a4831') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:28.994019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1eb19710>, '71c2a315-66b9-4a0a-b19a-8859b63a4831') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:29.006043 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:29.023792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:10:29.024177 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 2795b80b-12ef-4bdb-a5fc-3ee67a66ca17 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:10:29.024647 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:10:29.029553 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:29.036603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:10:29.055193 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d1e9f997-1a73-4727-8bf9-19f09aa521b5 None None] The port '2795b80b-12ef-4bdb-a5fc-3ee67a66ca17' was deleted {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 08:10:29.068293 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:10:29.068683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 7d0d98ec-aec6-46bb-b5e3-b57e6c6d972f not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:10:29.212443 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:10:29.225441 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:29.398365 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Network 59e2285b-4bd9-457b-a30d-1d1ea155c402 has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:10:29.421273 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:10:29.504547 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:29.508249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:29.522402 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:29.532361 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=59e2285b-4bd9-457b-a30d-1d1ea155c402,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:29.536789 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:29.548110 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-90fc30a6-dfa6-47d4-84b2-067e80b23f8d admin admin] 10.222.0.61 "DELETE /v2.0/networks/59e2285b-4bd9-457b-a30d-1d1ea155c402 HTTP/1.1" status: 204  len: 168 time: 1.8414547
Apr 07 08:10:29.551248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46598) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:30.124420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664937'] for router_interface, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:30.478191 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Deleting port c436e3d1-7273-4dab-9429-b94e72af3a90 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:30.478480 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:30.588266 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:10:30.659704 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] For port c436e3d1-7273-4dab-9429-b94e72af3a90, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=c436e3d1-7273-4dab-9429-b94e72af3a90,segment=NetworkSegment(5ff08927-1640-4c40-a8c7-dcec86f0745e),segment_id=5ff08927-1640-4c40-a8c7-dcec86f0745e)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:30.660157 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:30.790310 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Calling delete_port for c436e3d1-7273-4dab-9429-b94e72af3a90 owned by network:router_interface {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:30.976533 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:30.992892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0cab0d55-48fa-423e-88b5-f5fe52f90d46 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:31.090261 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c436e3d1-7273-4dab-9429-b94e72af3a90,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:31.092842 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:31.432075 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854215150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671676'] for router_interface, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:32.183671 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 has already been hosted by L3 agent 03b712a9-c394-4b7e-b874-770000fd933a {{(pid=84317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 07 08:10:32.367905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] Notify agent at l3_agent.dv-cinder-782390-4-iscsi the message routers_updated {{(pid=84317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 07 08:10:32.376571 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] Sync routers for ids ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'] in dv-cinder-782390-4-iscsi {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 07 08:10:32.385081 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-0ec0bc5a-3027-4307-93b5-ec31e23430b3 admin admin] 10.222.0.61 "PUT /v2.0/routers/4f29d116-fd9d-4665-8a15-4c3e238a97c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8310790
Apr 07 08:10:32.386250 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46612) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:32.387387 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] Routers {'4f29d116-fd9d-4665-8a15-4c3e238a97c9'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:10:32.388217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f201fdeb8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:10:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:32.584998 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks [] for router, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:32.727047 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] Set router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 gateway port host: dv-cinder-782390-4-iscsi {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:10:32.774221 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:32.782698 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Deleting port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:32.783621 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:32.974217 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] For port 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=369fb8ac-775e-4d0c-b26a-30cc3bdad3b6,segment=NetworkSegment(1691e5ef-21c5-4713-b606-e3562ca4d12b),segment_id=1691e5ef-21c5-4713-b606-e3562ca4d12b)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:32.974612 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.028763 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f201fdeb8>, [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'external_fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:10:30Z', 'revision_number': 5, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port': {'id': '369fb8ac-775e-4d0c-b26a-30cc3bdad3b6', 'name': '', 'network_id': 'a54ab3bc-3582-4b7f-9730-d5275712e69e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782390-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-07T08:02:51Z', 'updated_at': '2021-04-07T08:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eba2a203-0c4e-4a65-854a-dd2b024b6a18', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782390-4-iscsi'}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:33.032978 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] Checking router: 4f29d116-fd9d-4665-8a15-4c3e238a97c9 for host: dv-cinder-782390-4-iscsi {{(pid=84320) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 07 08:10:33.042546 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] Routers {'4f29d116-fd9d-4665-8a15-4c3e238a97c9'} bound to L3 agent in host dv-cinder-782390-4-iscsi {{(pid=84320) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 07 08:10:33.043202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9f201fdeb8>, 'dv-cinder-782390-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-07T07:47:26Z,description=<?>,heartbeat_timestamp=2021-04-07T08:10:26Z,host='dv-cinder-782390-4-iscsi',id=03b712a9-c394-4b7e-b874-770000fd933a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-07T07:47:26Z,topic='l3_agent')) {'router_ids': ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'], 'active': True} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:33.106162 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Calling delete_port for 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 owned by network:router_gateway {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:33.204600 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvr_db [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] Set router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 gateway port host: None {{(pid=84320) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 07 08:10:33.277446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.292552 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-0bb3c872-ec8e-4028-9e10-3e39dbe2a5a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:33.317283 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_hamode_db [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9f201fdeb8>, [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:10:32Z', 'revision_number': 6, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port_host': None}], 'dv-cinder-782390-4-iscsi', False) {} {{(pid=84320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:33.321332 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb94b0-3412-4e11-97ad-ff1eacfdf075 None None] The sync data for ids ['4f29d116-fd9d-4665-8a15-4c3e238a97c9'] in dv-cinder-782390-4-iscsi is: [{'id': '4f29d116-fd9d-4665-8a15-4c3e238a97c9', 'name': 'tempest-TestVolumeBootPattern-1891884645-router', 'tenant_id': '065b083d97e140d1a34da20f5205b0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-07T08:02:50Z', 'updated_at': '2021-04-07T08:10:32Z', 'revision_number': 6, 'project_id': '065b083d97e140d1a34da20f5205b0d6', 'gw_port_host': None}] {{(pid=84320) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 07 08:10:33.389111 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=369fb8ac-775e-4d0c-b26a-30cc3bdad3b6,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:33.398727 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:33.553096 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673212'] for router_gateway, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.738941 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854112195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.741176 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.762085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854112121'] for router, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.762635 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f29d116-fd9d-4665-8a15-4c3e238a97c9 {{(pid=84317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 07 08:10:33.775004 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] Notify callbacks [] for router, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.776491 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-62474635-05da-480e-a96d-078bf6ec8b25 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4f29d116-fd9d-4665-8a15-4c3e238a97c9 HTTP/1.1" status: 204  len: 168 time: 1.3889928
Apr 07 08:10:33.778977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46618) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:33.843755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] Deleting subnet ee76b4c9-7184-4aac-8ba1-0269fb634790 {{(pid=84317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 07 08:10:33.846892 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.902868 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036789355933'] for subnet, precommit_delete_associations {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:33.987712 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4567'] for subnet, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:34.248288 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036787880556', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65395904'] for subnet, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:34.263159 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5eb6515e-5fa9-4982-a85c-cd32bb9faef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:34.348505 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee76b4c9-7184-4aac-8ba1-0269fb634790,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:34.360251 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:34.391602 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:34.397957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78aec5-dc49-465b-92cd-cb218aa7bdce None None] Network 5aa29da0-b170-4346-bfcd-a36f1990447b requested from dv-cinder-782390-4-iscsi {{(pid=84319) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 07 08:10:34.398993 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-ec28e7c9-70ad-469e-b478-8c40e54196d7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ee76b4c9-7184-4aac-8ba1-0269fb634790 HTTP/1.1" status: 204  len: 168 time: 0.6189954
Apr 07 08:10:34.401654 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46624) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:34.515731 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-156269'] for network, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:34.586409 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Deleting port fb3dcbd3-d54c-4c13-bef7-fd184562de1b {{(pid=84317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:34.586782 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:34.653027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] DHCP port deletion for 5aa29da0-b170-4346-bfcd-a36f1990447b request from dv-cinder-782390-4-iscsi {{(pid=84319) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 07 08:10:34.657338 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] Deleting port fb3dcbd3-d54c-4c13-bef7-fd184562de1b {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:34.657755 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:34.818530 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] For port fb3dcbd3-d54c-4c13-bef7-fd184562de1b, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=fb3dcbd3-d54c-4c13-bef7-fd184562de1b,segment=NetworkSegment(5ff08927-1640-4c40-a8c7-dcec86f0745e),segment_id=5ff08927-1640-4c40-a8c7-dcec86f0745e)] {{(pid=84317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:34.818934 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:34.955633 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Calling delete_port for fb3dcbd3-d54c-4c13-bef7-fd184562de1b owned by network:dhcp {{(pid=84317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:34.964603 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device c436e3d1-7273-4dab-9429-b94e72af3a90 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:10:35.036463 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854624637', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770089244019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770088801753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66895177'] for port, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:35.053522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: c436e3d1-7273-4dab-9429-b94e72af3a90 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:10:35.053893 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device c436e3d1-7273-4dab-9429-b94e72af3a90 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:10:35.054383 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:10:35.106790 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:10:35.107202 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device 369fb8ac-775e-4d0c-b26a-30cc3bdad3b6 not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:10:35.107663 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device fb3dcbd3-d54c-4c13-bef7-fd184562de1b no longer exists at agent ovs-agent-dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 07 08:10:35.157522 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] No Port match for: fb3dcbd3-d54c-4c13-bef7-fd184562de1b {{(pid=84319) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 07 08:10:35.157957 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.rpc [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Device fb3dcbd3-d54c-4c13-bef7-fd184562de1b not bound to the agent host dv-cinder-782390-4-iscsi {{(pid=84319) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 07 08:10:35.170099 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.db [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] For port fb3dcbd3-d54c-4c13-bef7-fd184562de1b, host dv-cinder-782390-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782390-4-iscsi',level=0,port_id=fb3dcbd3-d54c-4c13-bef7-fd184562de1b,segment=NetworkSegment(5ff08927-1640-4c40-a8c7-dcec86f0745e),segment_id=5ff08927-1640-4c40-a8c7-dcec86f0745e)] {{(pid=84319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 07 08:10:35.170601 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854105488'] for port, precommit_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:35.306210 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e8de7aa9-23c4-4cfd-b892-738f475fea07 tempest-TestVolumeBootPattern-909778084 tempest-TestVolumeBootPattern-909778084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:35.318792 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] Calling delete_port for fb3dcbd3-d54c-4c13-bef7-fd184562de1b owned by network:dhcp {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 07 08:10:35.394521 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.db.api [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84319) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 07 08:10:35.394930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_db.api [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 07 08:10:35.402589 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3dcbd3-d54c-4c13-bef7-fd184562de1b,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:35.406988 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:35.449264 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] No DVR routers for this DVR port fb3dcbd3-d54c-4c13-bef7-fd184562de1b on host dv-cinder-782390-4-iscsi {{(pid=84317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 07 08:10:35.570745 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854743722', 'neutron.services.segments.db._delete_segments_for_network--9223363266765503297'] for network, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:35.686094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9f1ea30f28>,) {'filters': {'network_id': ['5aa29da0-b170-4346-bfcd-a36f1990447b']}} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:35.698687 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1ea30f28>, '5ff08927-1640-4c40-a8c7-dcec86f0745e') {'for_net_delete': True} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:35.699027 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.services.segments.db [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9f1ea30f28>, '5ff08927-1640-4c40-a8c7-dcec86f0745e') {} {{(pid=84317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 07 08:10:35.710835 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770089272401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65419882'] for segment, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:35.726189 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:35.732584 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=84317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 07 08:10:35.896996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] Deleting port fb3dcbd3-d54c-4c13-bef7-fd184562de1b {{(pid=84319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 07 08:10:35.896996 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266765546339'] for port, before_delete {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:35.914415 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Network 5aa29da0-b170-4346-bfcd-a36f1990447b has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:10:35.923323 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036787880641'] for segment, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:35.971136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.plugin [None req-8986d75c-30da-45b7-b29c-beb2ab42bc64 None None] The port 'fb3dcbd3-d54c-4c13-bef7-fd184562de1b' was deleted {{(pid=84319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 07 08:10:36.099183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.plugins.ml2.managers [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Network 5aa29da0-b170-4346-bfcd-a36f1990447b has no segments {{(pid=84317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]: Traceback (most recent call last):
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     timer()
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     cb(*args, **kw)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     return func(*args, **kwargs)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     self._notify()
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     self.callback(batched_events)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     event.method(event)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     segment_id)['aggregates'][0]
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     return f(self, *a, **k)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self._get(url).json()
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     **kwargs)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     return self.request(url, 'GET', **kwargs)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     **endpoint_filter)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 07 08:10:36.121539 dv-cinder-782390-4-iscsi neutron-server[84206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 07 08:10:36.198446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854102566'] for network, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:36.202110 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-e90931e2-ae3e-4ba6-a786-6e8ca7e36091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:36.216108 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560648'] for network, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:36.226855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa29da0-b170-4346-bfcd-a36f1990447b,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:36.231183 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:36.234885 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-d2918095-541a-4113-a450-6b803a0349f3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5aa29da0-b170-4346-bfcd-a36f1990447b HTTP/1.1" status: 204  len: 168 time: 1.8322363
Apr 07 08:10:36.412115 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46638) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:36.464831 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-42067e59-7cc3-403f-a2ee-a6ac54af2671 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4557a56ec8814b2fad5ca9ce5271e61c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513973
Apr 07 08:10:36.467448 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46644) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:36.534054 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-518f52d8-14ad-4f05-b07e-9c9747b17ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:36.562280 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-518f52d8-14ad-4f05-b07e-9c9747b17ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:36.609618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-518f52d8-14ad-4f05-b07e-9c9747b17ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:36.615392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-2ee46127-7b6c-4917-897f-b9f5a1a1598f tempest-AttachVolumeTestJSON-1623010856 tempest-AttachVolumeTestJSON-1623010856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:36.630065 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f52d8-14ad-4f05-b07e-9c9747b17ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1082bb38-7e60-4a4a-9ab9-0000d94cd596,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:36.632591 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-518f52d8-14ad-4f05-b07e-9c9747b17ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:36.638967 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-518f52d8-14ad-4f05-b07e-9c9747b17ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:36.642759 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-518f52d8-14ad-4f05-b07e-9c9747b17ebc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1082bb38-7e60-4a4a-9ab9-0000d94cd596 HTTP/1.1" status: 204  len: 168 time: 0.1717670
Apr 07 08:10:37.021809 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46660) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:37.073673 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-302ab6ac-6dd0-4405-af38-9955d9793f6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=065b083d97e140d1a34da20f5205b0d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505435
Apr 07 08:10:37.076249 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46664) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:37.137977 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3a546ff-f533-454e-a4cf-fb4f3a95eb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:37.165420 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3a546ff-f533-454e-a4cf-fb4f3a95eb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:37.216545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3a546ff-f533-454e-a4cf-fb4f3a95eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:37.222158 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-47c0eb76-dc0f-4ee1-bdc1-e61bb50cdbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:37.232873 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a546ff-f533-454e-a4cf-fb4f3a95eb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41480036-635c-42e0-ad6e-192b7dfb1cd8,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:37.237423 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-f3a546ff-f533-454e-a4cf-fb4f3a95eb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:37.240981 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3a546ff-f533-454e-a4cf-fb4f3a95eb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:37.242251 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-f3a546ff-f533-454e-a4cf-fb4f3a95eb37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41480036-635c-42e0-ad6e-192b7dfb1cd8 HTTP/1.1" status: 204  len: 168 time: 0.1650367
Apr 07 08:10:46.288478 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84318) accepted ('10.222.0.61', 46722) {{(pid=84318) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:46.413746 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:46.428724 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 07 08:10:46.432759 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:54ce36fa48424070a3bc4639a6bce8c4 is out of sync, need to count used quota {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 07 08:10:46.435683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.quota.resource [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84318) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 07 08:10:46.441710 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.quota.driver [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84318) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 07 08:10:46.532570 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:46.535784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_create {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:46.544198 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-5065fe73-eb2c-417a-a2b1-316fcb29667a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:46.585473 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54ce36fa48424070a3bc4639a6bce8c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958086
Apr 07 08:10:46.586425 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fec58d-20d3-4c07-9a17-6296371e9c23,revision_number=1']} {{(pid=84318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:46.588366 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.wsgi [-] (84317) accepted ('10.222.0.61', 46728) {{(pid=84317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 07 08:10:46.594306 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.594742 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.595163 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.595576 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.596592 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.597005 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.597438 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.597855 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.598248 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.598653 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.599061 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.599462 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782390-4-iscsi {{(pid=84318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 07 08:10:46.603662 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-a353bdff-7e55-46cf-9db1-db9b4c657ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:46.651825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2734-2d0e-45b7-b758-5cd75516c7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:46.679378 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2734-2d0e-45b7-b758-5cd75516c7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:46.723118 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2734-2d0e-45b7-b758-5cd75516c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854085133'] for security_group, after_delete {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:46.727969 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-8332f026-3dc7-408d-9a33-4d888e01d2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 07 08:10:46.738683 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f2734-2d0e-45b7-b758-5cd75516c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fec58d-20d3-4c07-9a17-6296371e9c23,revision_number=None']} {{(pid=84317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 07 08:10:46.743407 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG oslo_concurrency.lockutils [None req-dd4f2734-2d0e-45b7-b758-5cd75516c7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 07 08:10:46.745558 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2734-2d0e-45b7-b758-5cd75516c7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:46.746621 dv-cinder-782390-4-iscsi neutron-server[84206]: INFO neutron.wsgi [None req-dd4f2734-2d0e-45b7-b758-5cd75516c7db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16fec58d-20d3-4c07-9a17-6296371e9c23 HTTP/1.1" status: 204  len: 168 time: 0.1572177
Apr 07 08:10:53.368056 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-09f8ec1d-b91d-44ba-9a6d-61671e6b8faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:56.038644 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-ccaab1af-4ccb-42db-83aa-ab685ca4969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:56.468321 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:57.475014 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:57.753665 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:10:58.173336 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:07.587486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:11:23.369641 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-2ccd86dd-a35e-4295-ad05-8122bf36a420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:26.040045 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-961309af-60b4-4d84-8207-f8fd9c768591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:26.471392 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:27.476812 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:27.782094 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:28.177295 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:44.586972 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:11:53.371236 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d094c11b-ddd0-49ca-9643-bf38aa00c7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:56.040471 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-495b5acc-64d6-4f9b-9fd8-3931fbf95e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:56.473797 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:57.478296 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:57.806085 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:11:58.181136 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:21.587255 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:12:23.372197 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-53261b8b-cdd5-4147-a150-c3d1e339f533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:26.044618 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f85a7800-0a76-45c5-b531-287dd5e85639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:26.475847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:27.479154 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:27.828190 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:28.184511 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:53.372284 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f49d6dcd-eda1-46b7-abbc-0e3f6a949a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:56.047371 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a083f177-c35a-45d9-ab10-b18da02c52da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:56.478532 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:57.480825 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:57.850494 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:58.187637 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:12:58.587007 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:13:23.373876 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-56886608-f673-49d7-8eb0-c37ece074144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:26.048273 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8839271a-311b-4620-80bb-d26f235f0c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:26.480887 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:27.482479 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:27.854421 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:28.191446 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:35.587215 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:13:53.375275 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-8f20f984-3749-4496-93a0-e3f152171cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:56.049513 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-7dab1773-75af-42f1-84da-5e08ce202937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:56.483832 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:57.484235 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:57.857464 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:13:58.194970 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:12.587017 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:14:23.377545 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-07e5b90a-efe3-4e88-8b51-55ee81ccbd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:26.050930 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-f3de45fb-66b4-4832-ad98-1721a6e30b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:26.486577 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:27.486784 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:27.855677 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:28.198747 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:49.587550 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:14:53.379617 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-a596e0b3-1e12-422b-8f70-8703754545bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:56.051964 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-108907ca-82ce-4ae0-a59c-fd2eb4a593e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:56.491374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:57.487905 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:57.855188 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:14:58.201840 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:23.381470 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-e1c9f62b-e017-4340-9428-ffc0eaffec50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:26.053170 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-01f5ceb1-d10a-40c0-a483-00f5af8da82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:26.490944 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:26.586628 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron.db.agents_db [None req-48d8e516-c5fc-4064-a17c-9fd5f742edb3 None None] Agent healthcheck: found 6 active agents {{(pid=84320) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 07 08:15:27.489345 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:27.853751 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:28.205847 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:53.382134 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-d35dffb6-9ec7-438f-9b85-ad54673a5778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:56.054590 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-b0c80193-45d5-48c2-8680-79c670f01ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:56.493486 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-dff3a904-5a69-485a-80b6-2227d4533b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:57.491019 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-358fd59f-6436-4976-9de8-bccab4da9dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:57.864374 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-4a12b2af-b384-4d27-8191-e5461bffc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 07 08:15:58.207461 dv-cinder-782390-4-iscsi neutron-server[84206]: DEBUG neutron_lib.callbacks.manager [None req-48f68b5f-0389-4e00-814f-1e823a75b9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266765503314', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854747126'] for agent, after_update {{(pid=84319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}